+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-96.ec2.internal ++ [[ -n ip-10-0-0-96.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-96.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0403 00:41:52.294531167 - disable conntrack on geneve port' I0403 00:41:52.294531167 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0403 00:41:52.312436297 - starting ovnkube-node' I0403 00:41:52.312436297 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-96.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-96.ec2.internal --init-node ip-10-0-0-96.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-96.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0403 00:41:52.354173 3807 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0403 00:41:52.354252 3807 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-5e22b1149e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0403 00:41:52.355961 3807 kube.go:423] Waiting for certificate I0403 00:41:52.356009 3807 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0403 00:41:52.356048 3807 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0403 00:41:52.357303 3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:41:52.391626 3807 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:41:52.391649 3807 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:41:52.395327 3807 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:41:52.395426 3807 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lgjlm" I0403 00:41:52.400698 3807 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lgjlm" I0403 00:41:52.400807 3807 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:41:53.356511 3807 kube.go:430] Certificate found I0403 00:41:53.357567 3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:41:53.358592 3807 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0403 00:41:53.410697 3807 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-04 00:36:52 +0000 UTC" deadline="2026-04-03 22:12:04.085868315 +0000 UTC" I0403 00:41:53.410832 3807 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h30m10.675052204s" I0403 00:41:53.431392 3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:41:53.453110 3807 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0403 00:41:53.453674 3807 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0403 00:41:53.453742 3807 factory.go:537] Starting watch factory I0403 00:41:53.453868 3807 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.453892 3807 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.453899 3807 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.453918 3807 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.453872 3807 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.454011 3807 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.454231 3807 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.453870 3807 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.454323 3807 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.454354 3807 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.455536 3807 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.455563 3807 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.457854 3807 controller_manager.go:368] Starting the ovnkube controller I0403 00:41:53.457871 3807 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-96.ec2.internal I0403 00:41:53.457996 3807 controller_manager.go:393] NBDB zone sync took: 112.927µs I0403 00:41:53.458013 3807 factory.go:537] Starting watch factory I0403 00:41:53.475857 3807 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.476726 3807 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.477407 3807 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.477807 3807 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.478960 3807 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0403 00:41:53.479030 3807 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.481570 3807 ovn_northd.go:121] Registering OVN northd metrics I0403 00:41:53.484895 3807 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0403 00:41:53.484961 3807 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0403 00:41:53.487921 3807 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:41:53.505746 3807 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0403 00:41:53.559868 3807 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:41:53.559892 3807 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:41:53.559896 3807 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:41:53.559899 3807 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:41:53.559903 3807 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:41:53.559906 3807 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:41:53.560000 3807 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:41:53.560001 3807 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:41:53.560039 3807 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:41:53.560034 3807 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:41:53.563509 3807 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:41:53.563528 3807 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:41:53.563533 3807 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:41:53.563538 3807 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:41:53.563543 3807 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:41:53.563550 3807 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:41:53.563827 3807 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:41:53.563845 3807 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:41:53.565707 3807 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:41:53.565718 3807 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:41:53.565791 3807 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.565808 3807 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.568247 3807 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.569093 3807 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:41:53.569110 3807 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:41:53.571756 3807 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:41:53.571862 3807 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.571884 3807 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.574170 3807 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:41:53.574434 3807 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.577644 3807 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:41:53.577736 3807 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.577750 3807 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.580019 3807 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:41:53.580235 3807 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.583352 3807 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:41:53.583451 3807 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.583482 3807 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.585507 3807 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:41:53.585830 3807 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.589014 3807 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:41:53.589117 3807 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.589131 3807 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.591261 3807 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:41:53.591525 3807 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.594757 3807 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:41:53.594930 3807 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:41:53.594946 3807 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:41:53.597159 3807 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:41:53.597457 3807 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:41:53.600668 3807 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:41:53.600812 3807 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.600850 3807 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.600962 3807 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.601623 3807 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.602188 3807 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:41:53.603517 3807 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.604212 3807 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:41:53.605717 3807 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:41:53.605728 3807 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:41:53.605737 3807 factory.go:649] Watch Factory start up complete, took: 151.997871ms I0403 00:41:53.605821 3807 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0403 00:41:53.607601 3807 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:41:53.607611 3807 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:41:53.607617 3807 factory.go:649] Watch Factory start up complete, took: 149.604609ms I0403 00:41:53.607624 3807 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-96.ec2.internal" zone I0403 00:41:53.652251 3807 default_node_network_controller.go:709] Initializing the default node network controller I0403 00:41:54.220658 3807 udn_isolation.go:101] Starting UDN host isolation manager I0403 00:41:54.226603 3807 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0403 00:41:54.290260 3807 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0403 00:41:54.290390 3807 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0403 00:41:54.290412 3807 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0403 00:41:54.327361 3807 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0403 00:41:54.327453 3807 default_node_network_controller.go:808] Node ip-10-0-0-96.ec2.internal ready for ovn initialization with subnet 10.129.2.0/23 I0403 00:41:54.333480 3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.96"] k8s.ovn.org/zone-name:ip-10-0-0-96.ec2.internal] on node ip-10-0-0-96.ec2.internal I0403 00:41:54.355857 3807 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0403 00:41:54.358106 3807 controller_manager.go:427] Waiting for node in zone sync took: 750.468096ms I0403 00:41:54.363306 3807 controller_manager.go:608] Switching to transit router for layer2 networks I0403 00:41:54.363324 3807 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-96.ec2.internal I0403 00:41:54.364040 3807 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0403 00:41:54.364210 3807 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0403 00:41:54.364380 3807 gateway_init.go:263] Preparing Gateway I0403 00:41:54.364390 3807 gateway_shared_intf.go:1658] Creating new gateway I0403 00:41:54.378513 3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:41:54.386651 3807 controller_manager.go:288] SCTP support detected in OVN I0403 00:41:54.387308 3807 services_controller.go:69] Creating services controller for network=default I0403 00:41:54.387423 3807 udn_enabled_svc.go:80] Waiting for service informer to sync I0403 00:41:54.387479 3807 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0403 00:41:54.387514 3807 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0403 00:41:54.387532 3807 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0403 00:41:54.387544 3807 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:41:54.387761 3807 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0403 00:41:54.387827 3807 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0403 00:41:54.387846 3807 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 42.815µs I0403 00:41:54.387863 3807 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 24.964µs I0403 00:41:54.387871 3807 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 45.891µs I0403 00:41:54.387878 3807 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0403 00:41:54.387891 3807 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0403 00:41:54.387908 3807 default_network_controller.go:321] Starting the default network controller I0403 00:41:54.387923 3807 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.522µs I0403 00:41:54.388020 3807 udn_enabled_svc.go:95] Performing full resync I0403 00:41:54.388309 3807 udn_enabled_svc.go:99] Waiting for handler to sync I0403 00:41:54.388321 3807 udn_enabled_svc.go:104] Starting worker I0403 00:41:54.397783 3807 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0403 00:41:54.397872 3807 repair.go:33] Syncing exgw routes took 72.039µs I0403 00:41:54.397897 3807 default_network_controller.go:407] Starting all the Watchers... I0403 00:41:54.398136 3807 namespace.go:98] [dedicated-admin] adding namespace I0403 00:41:54.398163 3807 namespace.go:98] [openshift-dns] adding namespace I0403 00:41:54.398180 3807 namespace.go:98] [openshift-dns-operator] adding namespace I0403 00:41:54.398181 3807 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0403 00:41:54.398195 3807 namespace.go:98] [openshift] adding namespace I0403 00:41:54.398200 3807 namespace.go:98] [openshift-network-node-identity] adding namespace I0403 00:41:54.398201 3807 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0403 00:41:54.398214 3807 namespace.go:98] [openshift-apiserver] adding namespace I0403 00:41:54.398217 3807 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0403 00:41:54.398220 3807 namespace.go:98] [openshift-backplane-tam] adding namespace I0403 00:41:54.398227 3807 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0403 00:41:54.398228 3807 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0403 00:41:54.398236 3807 namespace.go:98] [openshift-etcd] adding namespace I0403 00:41:54.398243 3807 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0403 00:41:54.398261 3807 namespace.go:98] [openshift-service-ca-operator] adding namespace I0403 00:41:54.398857 3807 namespace.go:102] [dedicated-admin] adding namespace took 702.276µs I0403 00:41:54.398876 3807 namespace.go:98] [openshift-must-gather-operator] adding namespace I0403 00:41:54.399417 3807 namespace.go:102] [openshift-must-gather-operator] adding namespace took 535.838µs I0403 00:41:54.399432 3807 namespace.go:98] [openshift-marketplace] adding namespace I0403 00:41:54.400022 3807 namespace.go:102] [openshift-marketplace] adding namespace took 583.639µs I0403 00:41:54.400042 3807 namespace.go:98] [kube-public] adding namespace I0403 00:41:54.401178 3807 namespace.go:102] [openshift-dns] adding namespace took 3.001837ms I0403 00:41:54.401194 3807 namespace.go:98] [openshift-console] adding namespace I0403 00:41:54.401762 3807 namespace.go:102] [openshift-dns-operator] adding namespace took 3.576236ms I0403 00:41:54.401776 3807 namespace.go:98] [openshift-controller-manager] adding namespace I0403 00:41:54.402313 3807 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.122405ms I0403 00:41:54.402326 3807 namespace.go:98] [default] adding namespace I0403 00:41:54.402916 3807 namespace.go:102] [openshift] adding namespace took 4.712832ms I0403 00:41:54.402938 3807 namespace.go:98] [kube-system] adding namespace I0403 00:41:54.403448 3807 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.24095ms I0403 00:41:54.403463 3807 namespace.go:98] [openshift-backplane-cee] adding namespace I0403 00:41:54.404034 3807 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.82162ms I0403 00:41:54.404051 3807 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0403 00:41:54.404593 3807 namespace.go:102] [openshift-apiserver] adding namespace took 6.370855ms I0403 00:41:54.404610 3807 namespace.go:98] [openshift-config] adding namespace I0403 00:41:54.405299 3807 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.073421ms I0403 00:41:54.405318 3807 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0403 00:41:54.406009 3807 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.778564ms I0403 00:41:54.406027 3807 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0403 00:41:54.406829 3807 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.593987ms I0403 00:41:54.406846 3807 namespace.go:98] [openshift-package-operator] adding namespace I0403 00:41:54.407449 3807 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.21009ms I0403 00:41:54.407465 3807 namespace.go:98] [openshift-logging] adding namespace I0403 00:41:54.408103 3807 namespace.go:102] [openshift-etcd] adding namespace took 9.860448ms I0403 00:41:54.408121 3807 namespace.go:98] [openshift-authentication-operator] adding namespace I0403 00:41:54.408744 3807 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 10.485652ms I0403 00:41:54.408758 3807 namespace.go:98] [openshift-config-managed] adding namespace I0403 00:41:54.409371 3807 namespace.go:102] [openshift-service-ca-operator] adding namespace took 11.102953ms I0403 00:41:54.409385 3807 namespace.go:98] [kube-node-lease] adding namespace I0403 00:41:54.410057 3807 namespace.go:102] [kube-public] adding namespace took 10.004104ms I0403 00:41:54.410082 3807 namespace.go:98] [openshift-network-operator] adding namespace I0403 00:41:54.410624 3807 namespace.go:102] [openshift-console] adding namespace took 9.425568ms I0403 00:41:54.410636 3807 namespace.go:98] [openshift-ingress] adding namespace I0403 00:41:54.411200 3807 namespace.go:102] [openshift-controller-manager] adding namespace took 9.419708ms I0403 00:41:54.411214 3807 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0403 00:41:54.411809 3807 namespace.go:102] [default] adding namespace took 9.474336ms I0403 00:41:54.411830 3807 namespace.go:98] [openshift-machine-api] adding namespace I0403 00:41:54.412307 3807 namespace.go:102] [kube-system] adding namespace took 9.362551ms I0403 00:41:54.412322 3807 namespace.go:98] [openshift-operators] adding namespace I0403 00:41:54.412776 3807 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.307568ms I0403 00:41:54.412794 3807 namespace.go:98] [openshift-backplane-srep] adding namespace I0403 00:41:54.413290 3807 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 9.232288ms I0403 00:41:54.413312 3807 namespace.go:98] [openshift-backplane-cse] adding namespace I0403 00:41:54.413998 3807 namespace.go:102] [openshift-config] adding namespace took 9.381242ms I0403 00:41:54.414014 3807 namespace.go:98] [openshift-console-user-settings] adding namespace I0403 00:41:54.414537 3807 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.209802ms I0403 00:41:54.414556 3807 namespace.go:98] [openshift-ingress-canary] adding namespace I0403 00:41:54.415076 3807 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.038896ms I0403 00:41:54.415105 3807 namespace.go:98] [openshift-backplane-mobb] adding namespace I0403 00:41:54.415648 3807 namespace.go:102] [openshift-package-operator] adding namespace took 8.794619ms I0403 00:41:54.415669 3807 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0403 00:41:54.416151 3807 namespace.go:102] [openshift-logging] adding namespace took 8.679556ms I0403 00:41:54.416170 3807 namespace.go:98] [openshift-console-operator] adding namespace I0403 00:41:54.416679 3807 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.551277ms I0403 00:41:54.416698 3807 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0403 00:41:54.417163 3807 namespace.go:102] [openshift-config-managed] adding namespace took 8.396502ms I0403 00:41:54.417181 3807 namespace.go:98] [openshift-network-console] adding namespace I0403 00:41:54.417761 3807 namespace.go:102] [kube-node-lease] adding namespace took 8.369495ms I0403 00:41:54.417781 3807 namespace.go:98] [openshift-apiserver-operator] adding namespace I0403 00:41:54.418317 3807 namespace.go:102] [openshift-network-operator] adding namespace took 8.227043ms I0403 00:41:54.418333 3807 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0403 00:41:54.418805 3807 namespace.go:102] [openshift-ingress] adding namespace took 8.162263ms I0403 00:41:54.418823 3807 namespace.go:98] [openshift-image-registry] adding namespace I0403 00:41:54.419383 3807 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.162801ms I0403 00:41:54.419399 3807 namespace.go:98] [openshift-monitoring] adding namespace I0403 00:41:54.420508 3807 namespace.go:102] [openshift-machine-api] adding namespace took 8.67117ms I0403 00:41:54.420524 3807 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0403 00:41:54.421168 3807 namespace.go:102] [openshift-operators] adding namespace took 8.839259ms I0403 00:41:54.421185 3807 namespace.go:98] [openshift-multus] adding namespace I0403 00:41:54.421791 3807 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.990141ms I0403 00:41:54.421809 3807 namespace.go:98] [openshift-kube-apiserver] adding namespace I0403 00:41:54.422333 3807 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.011599ms I0403 00:41:54.422367 3807 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0403 00:41:54.422873 3807 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.851631ms I0403 00:41:54.422887 3807 namespace.go:98] [openshift-network-diagnostics] adding namespace I0403 00:41:54.423534 3807 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.969801ms I0403 00:41:54.423550 3807 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0403 00:41:54.424065 3807 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.951321ms I0403 00:41:54.424083 3807 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0403 00:41:54.424614 3807 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.936825ms I0403 00:41:54.424635 3807 namespace.go:98] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] adding namespace I0403 00:41:54.425157 3807 namespace.go:102] [openshift-console-operator] adding namespace took 8.980447ms I0403 00:41:54.425172 3807 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0403 00:41:54.425764 3807 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.06022ms I0403 00:41:54.425784 3807 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0403 00:41:54.426316 3807 namespace.go:102] [openshift-network-console] adding namespace took 9.129594ms I0403 00:41:54.426330 3807 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0403 00:41:54.426761 3807 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.974935ms I0403 00:41:54.426774 3807 namespace.go:98] [openshift-backplane] adding namespace I0403 00:41:54.427450 3807 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.11222ms I0403 00:41:54.428228 3807 namespace.go:102] [openshift-image-registry] adding namespace took 9.397221ms I0403 00:41:54.428243 3807 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0403 00:41:54.428834 3807 namespace.go:102] [openshift-monitoring] adding namespace took 9.429076ms I0403 00:41:54.428851 3807 namespace.go:98] [openshift-backplane-csm] adding namespace I0403 00:41:54.429399 3807 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.867617ms W0403 00:41:54.429406 3807 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-cv2hj: pod openshift-multus/network-metrics-daemon-cv2hj: no pod IPs found I0403 00:41:54.429421 3807 namespace.go:98] [openshift-config-operator] adding namespace I0403 00:41:54.430115 3807 namespace.go:102] [openshift-multus] adding namespace took 8.921459ms I0403 00:41:54.430133 3807 namespace.go:98] [openshift-infra] adding namespace I0403 00:41:54.430745 3807 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.928915ms I0403 00:41:54.430763 3807 namespace.go:98] [openshift-authentication] adding namespace W0403 00:41:54.431330 3807 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qhq8q: pod openshift-network-diagnostics/network-check-target-qhq8q: no pod IPs found I0403 00:41:54.431334 3807 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.960724ms I0403 00:41:54.431390 3807 namespace.go:98] [openshift-node] adding namespace I0403 00:41:54.432123 3807 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.230163ms I0403 00:41:54.432140 3807 namespace.go:98] [openshift-route-controller-manager] adding namespace I0403 00:41:54.432749 3807 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.192123ms I0403 00:41:54.432769 3807 namespace.go:98] [openshift-machine-config-operator] adding namespace I0403 00:41:54.433453 3807 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.36352ms I0403 00:41:54.433469 3807 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0403 00:41:54.434197 3807 namespace.go:102] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] adding namespace took 9.554352ms I0403 00:41:54.434215 3807 namespace.go:98] [openshift-kube-scheduler] adding namespace I0403 00:41:54.434719 3807 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 9.541116ms I0403 00:41:54.434738 3807 namespace.go:98] [openshift-cluster-version] adding namespace I0403 00:41:54.435312 3807 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.520344ms I0403 00:41:54.435330 3807 namespace.go:98] [openshift-host-network] adding namespace I0403 00:41:54.435971 3807 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.633048ms I0403 00:41:54.435988 3807 namespace.go:98] [openshift-ingress-operator] adding namespace I0403 00:41:54.436482 3807 namespace.go:102] [openshift-backplane] adding namespace took 9.70279ms I0403 00:41:54.436497 3807 namespace.go:98] [openshift-operators-redhat] adding namespace I0403 00:41:54.437077 3807 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.828425ms I0403 00:41:54.437608 3807 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.749576ms I0403 00:41:54.437627 3807 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0403 00:41:54.438256 3807 namespace.go:102] [openshift-config-operator] adding namespace took 8.826421ms I0403 00:41:54.438792 3807 namespace.go:102] [openshift-infra] adding namespace took 8.653418ms I0403 00:41:54.439324 3807 namespace.go:102] [openshift-authentication] adding namespace took 8.554869ms I0403 00:41:54.439358 3807 namespace.go:98] [openshift-insights] adding namespace I0403 00:41:54.439824 3807 namespace.go:102] [openshift-node] adding namespace took 8.428273ms I0403 00:41:54.440319 3807 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.171407ms I0403 00:41:54.440842 3807 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.0662ms I0403 00:41:54.441373 3807 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.897548ms I0403 00:41:54.442123 3807 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.901307ms I0403 00:41:54.442762 3807 namespace.go:102] [openshift-cluster-version] adding namespace took 8.016301ms I0403 00:41:54.443364 3807 namespace.go:102] [openshift-host-network] adding namespace took 8.027783ms I0403 00:41:54.443909 3807 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.915657ms I0403 00:41:54.443925 3807 namespace.go:98] [openshift-customer-monitoring] adding namespace I0403 00:41:54.444397 3807 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.894318ms I0403 00:41:54.444890 3807 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.25489ms I0403 00:41:54.445330 3807 namespace.go:102] [openshift-insights] adding namespace took 5.965754ms I0403 00:41:54.445882 3807 namespace.go:102] [openshift-customer-monitoring] adding namespace took 1.951561ms I0403 00:41:54.446317 3807 zone_ic_handler.go:186] Time taken to create transit switch: 326.608µs I0403 00:41:54.446484 3807 master.go:532] Adding or Updating local node "ip-10-0-0-96.ec2.internal" for network "default" I0403 00:41:54.446902 3807 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-61.ec2.internal for the network default I0403 00:41:54.447160 3807 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-98.ec2.internal for the network default I0403 00:41:54.448391 3807 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-61.ec2.internal" on network "default" took: 1.499074ms I0403 00:41:54.448492 3807 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-98.ec2.internal" on network "default" took: 1.343189ms I0403 00:41:54.451308 3807 default_network_controller.go:806] Node add failed for ip-10-0-0-96.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal, error getting gateway config for node ip-10-0-0-96.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-96.ec2.internal", failed to update chassis to local for local node ip-10-0-0-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-96.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal] E0403 00:41:54.451425 3807 obj_retry.go:541] Failed to create *v1.Node ip-10-0-0-96.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal, error getting gateway config for node ip-10-0-0-96.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-96.ec2.internal", failed to update chassis to local for local node ip-10-0-0-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-96.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal] I0403 00:41:54.451486 3807 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0403 00:41:54.451514 3807 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-96.ec2.internal", UID:"2a718dda-dc22-484c-917d-2e9561da87ac", APIVersion:"v1", ResourceVersion:"16897", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal, error getting gateway config for node ip-10-0-0-96.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-96.ec2.internal", failed to update chassis to local for local node ip-10-0-0-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-96.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal] I0403 00:41:54.451555 3807 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0403 00:41:54.451576 3807 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0403 00:41:54.451582 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0403 00:41:54.451619 3807 node_tracker.go:235] Node ip-10-0-0-96.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-96.ec2.internal" I0403 00:41:54.451636 3807 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0403 00:41:54.451652 3807 services_controller.go:574] Full service sync requested for network=default I0403 00:41:54.451668 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default" I0403 00:41:54.451790 3807 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default" I0403 00:41:54.451800 3807 services_controller.go:574] Full service sync requested for network=default I0403 00:41:54.451811 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-61.ec2.internal in network "default" I0403 00:41:54.451850 3807 node_tracker.go:169] Node ip-10-0-2-61.ec2.internal switch + router changed, syncing services in network "default" I0403 00:41:54.451860 3807 services_controller.go:574] Full service sync requested for network=default I0403 00:41:54.476633 3807 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:41:54.484138 3807 iptables.go:108] Creating table: filter chain: OUTPUT I0403 00:41:54.491553 3807 gateway_shared_intf.go:1787] Gateway Creation Complete I0403 00:41:54.491576 3807 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-96.ec2.internal","mac-address":"12:36:d5:4b:8b:af","ip-addresses":["10.0.0.96/24"],"ip-address":"10.0.0.96/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3fb55bfe-0c68-47d7-9001-faed563ed37f k8s.ovn.org/node-encap-ips:["10.0.0.96"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.96/24"} k8s.ovn.org/zone-name:ip-10-0-0-96.ec2.internal] on node ip-10-0-0-96.ec2.internal I0403 00:41:54.507159 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0403 00:41:54.507233 3807 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0403 00:41:54.507250 3807 services_controller.go:574] Full service sync requested for network=default I0403 00:41:54.507291 3807 master.go:532] Adding or Updating local node "ip-10-0-0-96.ec2.internal" for network "default" I0403 00:41:54.511940 3807 default_node_network_controller.go:518] Node connection status = connected W0403 00:41:54.513311 3807 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qhq8q: pod openshift-network-diagnostics/network-check-target-qhq8q: no pod IPs found W0403 00:41:54.513331 3807 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-cv2hj: pod openshift-multus/network-metrics-daemon-cv2hj: no pod IPs found I0403 00:41:54.515668 3807 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-96.ec2.internal for the network default I0403 00:41:54.551868 3807 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0403 00:41:54.551907 3807 services_controller.go:208] Setting up event handlers for services for network=default I0403 00:41:54.551995 3807 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0403 00:41:54.552029 3807 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0403 00:41:54.552041 3807 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0403 00:41:54.652582 3807 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0403 00:41:54.652608 3807 repair.go:60] Starting repairing loop for services I0403 00:41:54.652706 3807 repair.go:131] Deleted 0 stale service LBs I0403 00:41:54.652728 3807 repair.go:137] Deleted 0 stale Chassis Template Vars I0403 00:41:54.652744 3807 repair.go:62] Finished repairing loop for services: 140.852µs I0403 00:41:54.652768 3807 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0403 00:41:54.652776 3807 services_controller.go:254] Starting workers for network=default I0403 00:41:54.653332 3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-cv2hj] creating logical port openshift-multus_network-metrics-daemon-cv2hj for pod on switch ip-10-0-0-96.ec2.internal I0403 00:41:54.653483 3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qhq8q] creating logical port openshift-network-diagnostics_network-check-target-qhq8q for pod on switch ip-10-0-0-96.ec2.internal I0403 00:41:54.653513 3807 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-cv2hj I0403 00:41:54.653626 3807 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qhq8q W0403 00:41:54.656656 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:41:54.672316 3807 pod.go:62] [openshift-multus/network-metrics-daemon-cv2hj] pod update took 18.870639ms I0403 00:41:54.672358 3807 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-cv2hj] addLogicalPort annotation time took 18.908634ms I0403 00:41:54.672403 3807 pod.go:62] [openshift-network-diagnostics/network-check-target-qhq8q] pod update took 18.798355ms I0403 00:41:54.672432 3807 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-qhq8q] addLogicalPort annotation time took 18.831098ms I0403 00:41:54.673624 3807 pods.go:271] [openshift-multus/network-metrics-daemon-cv2hj] addLogicalPort took 20.30081ms, libovsdb time 976.171µs I0403 00:41:54.673789 3807 pods.go:271] [openshift-network-diagnostics/network-check-target-qhq8q] addLogicalPort took 20.314616ms, libovsdb time 1.083296ms I0403 00:41:54.674371 3807 admin_network_policy_controller.go:227] Starting controller default-network-controller I0403 00:41:54.674392 3807 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0403 00:41:54.674417 3807 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0403 00:41:54.674421 3807 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0403 00:41:54.674613 3807 repair.go:29] Repairing admin network policies took 184.888µs I0403 00:41:54.674736 3807 repair.go:92] Repairing baseline admin network policies took 114.863µs I0403 00:41:54.675394 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0403 00:41:54.675415 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0403 00:41:54.678272 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0403 00:41:54.678296 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0403 00:41:54.678306 3807 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0403 00:41:54.680414 3807 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0403 00:41:54.680453 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0403 00:41:54.680468 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0403 00:41:54.682507 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0403 00:41:54.682549 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0403 00:41:54.682560 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0403 00:41:54.684754 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0403 00:41:54.684781 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0403 00:41:54.684793 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0403 00:41:54.686084 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0403 00:41:54.686104 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0403 00:41:54.686116 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0403 00:41:54.687325 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0403 00:41:54.687362 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0403 00:41:54.687372 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0403 00:41:54.688087 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0403 00:41:54.688105 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0403 00:41:54.688112 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0403 00:41:54.688668 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0403 00:41:54.688692 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0403 00:41:54.688704 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0403 00:41:54.690606 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:41:54.690627 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0403 00:41:54.690640 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0403 00:41:54.692364 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:41:54.692384 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0403 00:41:54.693411 3807 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0403 00:41:54.693427 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:41:54.694250 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0403 00:41:54.694276 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0403 00:41:54.694287 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0403 00:41:54.696613 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0403 00:41:54.696638 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0403 00:41:54.696647 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0403 00:41:54.697227 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0403 00:41:54.697248 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0403 00:41:54.697256 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0403 00:41:54.697840 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0403 00:41:54.697859 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0403 00:41:54.697869 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0403 00:41:54.698499 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0403 00:41:54.698518 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0403 00:41:54.698527 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0403 00:41:54.699085 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0403 00:41:54.699104 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0403 00:41:54.699112 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0403 00:41:54.699488 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0403 00:41:54.699507 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0403 00:41:54.699513 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0403 00:41:54.700963 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0403 00:41:54.700981 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0403 00:41:54.700989 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0403 00:41:54.702561 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0403 00:41:54.702578 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0403 00:41:54.702586 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0403 00:41:54.702962 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0403 00:41:54.702980 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0403 00:41:54.702988 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0403 00:41:54.703513 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0403 00:41:54.703536 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0403 00:41:54.703562 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:41:54.704253 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0403 00:41:54.704275 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0403 00:41:54.704284 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0403 00:41:54.704857 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0403 00:41:54.704879 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0403 00:41:54.704887 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0403 00:41:54.705256 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0403 00:41:54.705281 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0403 00:41:54.705291 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0403 00:41:54.706003 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0403 00:41:54.706021 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0403 00:41:54.706029 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0403 00:41:54.707024 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0403 00:41:54.707042 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0403 00:41:54.707052 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0403 00:41:54.708019 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0403 00:41:54.708037 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0403 00:41:54.708057 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0403 00:41:54.708659 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0403 00:41:54.708683 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0403 00:41:54.708713 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0403 00:41:54.709794 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0403 00:41:54.715915 3807 egressfirewall.go:319] Starting EgressFirewall controller I0403 00:41:54.715948 3807 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0403 00:41:54.715971 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0403 00:41:54.715978 3807 controller.go:133] Adding controller egress-firewall-controller event handlers I0403 00:41:54.716003 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0403 00:41:54.716018 3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0403 00:41:54.715982 3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0403 00:41:54.716308 3807 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0403 00:41:54.716323 3807 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0403 00:41:54.716333 3807 egressqos.go:193] Setting up event handlers for EgressQoS I0403 00:41:54.716370 3807 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0403 00:41:54.716380 3807 egressfirewall.go:628] Syncing node "ip-10-0-1-98.ec2.internal" for egress firewall I0403 00:41:54.716384 3807 egressfirewall.go:628] Syncing node "ip-10-0-2-61.ec2.internal" for egress firewall I0403 00:41:54.716502 3807 egressqos.go:245] Starting EgressQoS Controller I0403 00:41:54.716513 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0403 00:41:54.716519 3807 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0403 00:41:54.716525 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0403 00:41:54.716537 3807 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0403 00:41:54.716546 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0403 00:41:54.716552 3807 shared_informer.go:356] "Caches are synced" controller="egressqos" I0403 00:41:54.716559 3807 egressqos.go:259] Repairing EgressQoSes I0403 00:41:54.716565 3807 egressqos.go:399] Starting repairing loop for egressqos I0403 00:41:54.716638 3807 egressqos.go:401] Finished repairing loop for egressqos: 74.008µs I0403 00:41:54.716661 3807 egressservice_zone.go:132] Setting up event handlers for Egress Services I0403 00:41:54.716705 3807 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-96.ec2.internal I0403 00:41:54.716774 3807 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-96.ec2.internal : 72.694µs I0403 00:41:54.716870 3807 egressservice_zone.go:210] Starting Egress Services Controller I0403 00:41:54.716884 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:41:54.716892 3807 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:41:54.716900 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:41:54.716908 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:41:54.716919 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:41:54.716930 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:41:54.716942 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0403 00:41:54.716947 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0403 00:41:54.716951 3807 egressservice_zone.go:228] Repairing Egress Services I0403 00:41:54.717238 3807 master_controller.go:88] Starting Admin Policy Based Route Controller I0403 00:41:54.717248 3807 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:41:54.717319 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0403 00:41:54.717375 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 17.094µs I0403 00:41:54.717393 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal I0403 00:41:54.717407 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 14.952µs I0403 00:41:54.717413 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-61.ec2.internal I0403 00:41:54.717419 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-61.ec2.internal: 6.011µs I0403 00:41:54.717410 3807 default_network_controller.go:568] Completing all the Watchers took 319.499402ms I0403 00:41:54.717433 3807 default_network_controller.go:572] Starting unidling controllers I0403 00:41:54.717440 3807 unidle.go:46] Registering OVN SB ControllerEvent handler I0403 00:41:54.717447 3807 unidle.go:63] Populating Initial ContollerEvent events I0403 00:41:54.717467 3807 unidle.go:79] Setting up event handlers for services I0403 00:41:54.717673 3807 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:41:54.728468 3807 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:41:55.012475 3807 default_node_network_controller.go:518] Node connection status = connected I0403 00:41:55.032844 3807 bridgeconfig.go:537] Gateway is ready I0403 00:41:55.032868 3807 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0403 00:41:55.047422 3807 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.96. Updating OVN encap IP. I0403 00:41:55.053156 3807 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.96 - it is already configured I0403 00:41:55.053171 3807 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.96/24:{} 172.20.0.1/32:{}]. Updating annotations. I0403 00:41:55.053425 3807 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.96/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-96.ec2.internal","mac-address":"12:36:d5:4b:8b:af","ip-addresses":["10.0.0.96/24"],"ip-address":"10.0.0.96/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3fb55bfe-0c68-47d7-9001-faed563ed37f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.96/24"}] on node ip-10-0-0-96.ec2.internal I0403 00:41:55.068886 3807 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0403 00:41:55.068896 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0403 00:41:55.068922 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0403 00:41:55.068961 3807 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0403 00:41:55.068939 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 22.721µs I0403 00:41:55.068992 3807 services_controller.go:574] Full service sync requested for network=default I0403 00:41:55.068991 3807 master.go:532] Adding or Updating local node "ip-10-0-0-96.ec2.internal" for network "default" W0403 00:41:55.069625 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:41:55.070249 3807 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.96 I0403 00:41:55.070335 3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-96.ec2.internal I0403 00:41:55.073944 3807 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-96.ec2.internal. Updating no re-route policies I0403 00:41:55.074013 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-cv2hj I0403 00:41:55.074025 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7rngh I0403 00:41:55.074031 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-cv2hj I0403 00:41:55.074032 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-wsr2g I0403 00:41:55.074043 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f4r67 I0403 00:41:55.074044 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-96.ec2.internal I0403 00:41:55.074049 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-wsr2g I0403 00:41:55.074056 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-96.ec2.internal I0403 00:41:55.074058 3807 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-l8q8v I0403 00:41:55.074062 3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-cv2hj] creating logical port openshift-multus_network-metrics-daemon-cv2hj for pod on switch ip-10-0-0-96.ec2.internal I0403 00:41:55.074064 3807 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-l8q8v I0403 00:41:55.074063 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xvsmt I0403 00:41:55.074072 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-96.ec2.internal after 0 failed attempt(s) I0403 00:41:55.074037 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7rngh I0403 00:41:55.074088 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-rl5tf I0403 00:41:55.074085 3807 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-l8q8v after 0 failed attempt(s) I0403 00:41:55.074091 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-xnn2n I0403 00:41:55.074092 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qhq8q I0403 00:41:55.074098 3807 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-96.ec2.internal I0403 00:41:55.074103 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-xnn2n I0403 00:41:55.074104 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qhq8q I0403 00:41:55.074107 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7rngh after 0 failed attempt(s) I0403 00:41:55.074109 3807 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-96.ec2.internal I0403 00:41:55.074122 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-xnn2n after 0 failed attempt(s) I0403 00:41:55.074130 3807 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-96.ec2.internal after 0 failed attempt(s) I0403 00:41:55.074076 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-wsr2g after 0 failed attempt(s) I0403 00:41:55.074141 3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qhq8q] creating logical port openshift-network-diagnostics_network-check-target-qhq8q for pod on switch ip-10-0-0-96.ec2.internal I0403 00:41:55.074051 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f4r67 I0403 00:41:55.074256 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f4r67 after 0 failed attempt(s) I0403 00:41:55.074080 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xvsmt I0403 00:41:55.074279 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xvsmt after 0 failed attempt(s) I0403 00:41:55.074075 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-dpgg6 I0403 00:41:55.074295 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-dpgg6 I0403 00:41:55.074311 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-dpgg6 after 0 failed attempt(s) I0403 00:41:55.074097 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-rl5tf I0403 00:41:55.074333 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-rl5tf after 0 failed attempt(s) I0403 00:41:55.074014 3807 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sv47f I0403 00:41:55.074365 3807 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sv47f I0403 00:41:55.074382 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sv47f after 0 failed attempt(s) I0403 00:41:55.074915 3807 pods.go:271] [openshift-multus/network-metrics-daemon-cv2hj] addLogicalPort took 857.002µs, libovsdb time 326.735µs I0403 00:41:55.074931 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-cv2hj after 0 failed attempt(s) I0403 00:41:55.075118 3807 pods.go:271] [openshift-network-diagnostics/network-check-target-qhq8q] addLogicalPort took 986.28µs, libovsdb time 387.666µs I0403 00:41:55.075131 3807 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qhq8q after 0 failed attempt(s) I0403 00:41:55.085278 3807 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0403 00:41:55.098107 3807 iptables.go:108] Creating table: mangle chain: OUTPUT I0403 00:41:55.101736 3807 iptables.go:108] Creating table: nat chain: OUTPUT I0403 00:41:55.141157 3807 iptables.go:108] Creating table: nat chain: PREROUTING I0403 00:41:55.209153 3807 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:41:55.228186 3807 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0403 00:41:55.228387 3807 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0403 00:41:55.228442 3807 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0403 00:41:55.228531 3807 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0403 00:41:55.228582 3807 gateway_init.go:325] Gateway and management port readiness took 721.611998ms I0403 00:41:55.228610 3807 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0403 00:41:55.228645 3807 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0403 00:41:55.228659 3807 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0403 00:41:55.228667 3807 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:41:55.228735 3807 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0403 00:41:55.228877 3807 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 82.49µs I0403 00:41:55.229114 3807 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0403 00:41:55.229137 3807 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.804µs I0403 00:41:55.229145 3807 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.944µs I0403 00:41:55.229152 3807 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0403 00:41:55.229162 3807 nad_controller.go:173] [node-nad-controller NAD controller]: started I0403 00:41:55.229167 3807 default_node_network_controller.go:898] Starting the default node network controller I0403 00:41:55.229172 3807 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0403 00:41:55.229258 3807 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.819µs I0403 00:41:55.229333 3807 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0403 00:41:55.229362 3807 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0403 00:41:55.229400 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00001fcc0 0xc00032e5b0 0xc00032e620 0xc00032e690 0xc00032e770 0xc00032e7e0 0xc00032e8c0 0xc000c00f50 0xc00032e930 0xc00032ea80 0xc000aa62d0 0xc0064d92d0 0xc00032eaf0 map[0x2f8f0c0:0xc00211a5a0 0x2f8f600:0xc00211a720 0x2f90080:0xc002a163c0 0x2f90320:0xc00211a540 0x2f90b00:0xc00211a600 0x2f90da0:0xc00211a660 0x2f91040:0xc00211a6c0 0x2f91820:0xc00211a780 0x2f91ac0:0xc00211a8a0 0x2fbc3e0:0xc0008ff740 0x2fbc780:0xc0008ff7a0 0x2fbd260:0xc000c624e0 0x2fbebc0:0xc001186180 0x2fbf6a0:0xc0008ff980 0x2fc0520:0xc0010220c0] 0xc000024bd0 0} I0403 00:41:55.229469 3807 gateway.go:151] Starting gateway service sync I0403 00:41:55.229940 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0403 00:41:55.232331 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0403 00:41:55.243927 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0403 00:41:55.245372 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0403 00:41:55.246681 3807 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0403 00:41:55.283808 3807 gateway.go:168] Gateway service sync done. Time taken: 54.320093ms I0403 00:41:55.284449 3807 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31764 I0403 00:41:55.284889 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00001fcc0 0xc00032e5b0 0xc00032e620 0xc00032e690 0xc00032e770 0xc00032e7e0 0xc00032e8c0 0xc000c00f50 0xc00032e930 0xc00032ea80 0xc000aa62d0 0xc0064d92d0 0xc00032eaf0 map[0x2f8f0c0:0xc00211a5a0 0x2f8f600:0xc00211a720 0x2f90080:0xc002a163c0 0x2f90320:0xc00211a540 0x2f90b00:0xc00211a600 0x2f90da0:0xc00211a660 0x2f91040:0xc00211a6c0 0x2f91820:0xc00211a780 0x2f91ac0:0xc00211a8a0 0x2fbc3e0:0xc0008ff740 0x2fbc780:0xc0008ff7a0 0x2fbd260:0xc000c624e0 0x2fbebc0:0xc001186180 0x2fbf6a0:0xc0008ff980 0x2fc0520:0xc0010220c0] 0xc000024bd0 0} I0403 00:41:55.285494 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00001fcc0 0xc00032e5b0 0xc00032e620 0xc00032e690 0xc00032e770 0xc00032e7e0 0xc00032e8c0 0xc000c00f50 0xc00032e930 0xc00032ea80 0xc000aa62d0 0xc0064d92d0 0xc00032eaf0 map[0x2f8f0c0:0xc00211a5a0 0x2f8f600:0xc00211a720 0x2f90080:0xc002a163c0 0x2f90320:0xc00211a540 0x2f90b00:0xc00211a600 0x2f90da0:0xc00211a660 0x2f91040:0xc00211a6c0 0x2f91820:0xc00211a780 0x2f91ac0:0xc00211a8a0 0x2fbc3e0:0xc0008ff740 0x2fbc780:0xc0008ff7a0 0x2fbd260:0xc000c624e0 0x2fbebc0:0xc001186180 0x2fbf6a0:0xc0008ff980 0x2fc0520:0xc0010220c0] 0xc000024bd0 0} I0403 00:41:55.285546 3807 gateway.go:519] Reconciling gateway with updates I0403 00:41:55.291412 3807 gateway.go:326] Spawning Conntrack Rule Check Thread I0403 00:41:55.291516 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:41:55.291532 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:41:55.291539 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:41:55.291545 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:41:55.291553 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:41:55.291553 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:41:55.291541 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:41:55.291562 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:41:55.291571 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:41:55.291590 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:41:55.291520 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:41:55.291622 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:41:55.291628 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:41:55.291631 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:41:55.291636 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:41:55.291638 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:41:55.291646 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:41:55.291651 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:41:55.291651 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:41:55.291651 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:41:55.291660 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:41:55.291662 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:41:55.291573 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:41:55.291672 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:41:55.291662 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:41:55.291679 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:41:55.291690 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:41:55.291691 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:41:55.291707 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:41:55.291720 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:41:55.291726 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:41:55.291722 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:41:55.291733 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:41:55.291731 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:41:55.291668 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:41:55.291746 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:41:55.291754 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:41:55.291756 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:41:55.291757 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:41:55.291757 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:41:55.291765 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:41:55.291766 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:41:55.291768 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:41:55.291774 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:41:55.291769 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:41:55.291782 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:41:55.291787 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:41:55.291692 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:41:55.291794 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:41:55.291798 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:41:55.291653 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:41:55.291812 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:41:55.291819 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:41:55.291823 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:41:55.291834 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:41:55.291838 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:41:55.291796 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:41:55.291856 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:41:55.291867 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:41:55.291742 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:41:55.291867 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:41:55.291867 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:41:55.291880 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:41:55.291557 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:41:55.291895 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:41:55.291899 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:41:55.291905 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:41:55.291908 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:41:55.291914 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:41:55.291921 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:41:55.291711 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:41:55.291920 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:41:55.291929 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:41:55.291930 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:41:55.291933 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:41:55.291941 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:41:55.291947 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:41:55.291949 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:41:55.291910 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:41:55.291958 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:41:55.292029 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:41:55.292038 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:41:55.292042 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:41:55.292047 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:41:55.292048 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:41:55.291900 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:41:55.292054 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:41:55.292054 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:41:55.292058 3807 default_node_network_controller.go:943] Gateway and management port readiness took 62.685117ms I0403 00:41:55.292064 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:41:55.292067 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:41:55.291764 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:41:55.291936 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:41:55.291671 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:41:55.292145 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:41:55.291678 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:41:55.291678 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:41:55.292187 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:41:55.291562 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:41:55.291844 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:41:55.291888 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:41:55.292362 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:41:55.292405 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32417 is already open, no action needed I0403 00:41:55.292417 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 30261 is already open, no action needed I0403 00:41:55.291923 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:41:55.292460 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:41:55.292480 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:41:55.291936 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:41:55.292506 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:41:55.292058 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:41:55.292577 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:41:55.292656 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:41:55.292671 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:41:55.292676 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:41:55.293218 3807 node_ip_handler_linux.go:160] Node IP manager is running W0403 00:41:55.337972 3807 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.2.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:41:55.338216 3807 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.2.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:41:55.338417 3807 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:02:01/10.129.2.1) on link ovn-k8s-mp0 I0403 00:41:55.348590 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:41:55.348617 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:41:55.348625 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:41:55.348633 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:41:55.348642 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:41:55.348650 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:41:55.401154 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:41:55.401190 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:41:55.401200 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:41:55.401207 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:41:55.401225 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:41:55.401246 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:41:55.401253 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:41:55.401260 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:41:55.401269 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:41:55.444388 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:41:55.444405 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:41:55.444428 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:41:55.444437 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:41:55.444443 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:41:55.444449 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:41:57.220742 3807 default_node_network_controller.go:1369] Starting node controller node sync W0403 00:41:57.220828 3807 egressip_healthcheck.go:76] Health checking using insecure connection I0403 00:41:57.220873 3807 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.2.2:9107 I0403 00:41:57.232967 3807 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 12.206622ms I0403 00:41:57.233071 3807 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-61.ec2.internal", IP: 10.0.2.61 to PMTUD blocking rules I0403 00:41:57.233080 3807 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:41:57.233084 3807 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-61.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:41:57.233091 3807 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 10.0.1.98 to PMTUD blocking rules I0403 00:41:57.244900 3807 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0403 00:41:57.245154 3807 egressservice_node.go:93] Setting up event handlers for Egress Services I0403 00:41:57.245299 3807 egressservice_node.go:183] Starting Egress Services Controller I0403 00:41:57.245326 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:41:57.245357 3807 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:41:57.245364 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:41:57.245369 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:41:57.245389 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:41:57.245396 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:41:57.245400 3807 egressservice_node.go:197] Repairing Egress Services I0403 00:41:57.255724 3807 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0403 00:41:57.255737 3807 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:41:57.255961 3807 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0403 00:41:57.255973 3807 link_network_manager.go:117] Link manager is running I0403 00:41:57.255982 3807 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0403 00:41:57.256147 3807 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0403 00:41:57.256530 3807 vrf_manager.go:128] VRF manager is running I0403 00:41:57.256623 3807 node_controller_manager.go:437] Removing flows to drop GARP I0403 00:41:57.256633 3807 gateway.go:519] Reconciling gateway with updates I0403 00:41:57.277266 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:41:57.277276 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:41:57.277286 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:41:57.277290 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:41:57.277291 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:41:57.277289 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:41:57.277301 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32417 is already open, no action needed I0403 00:41:57.277304 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:41:57.277302 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:41:57.277307 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 30261 is already open, no action needed I0403 00:41:57.277305 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:41:57.277320 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:41:57.277324 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:41:57.277327 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:41:57.277335 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:41:57.277359 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:41:57.277276 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:41:57.277359 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:41:57.277372 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:41:57.277376 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:41:57.277378 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:41:57.277381 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:41:57.277380 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:41:57.277392 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:41:57.277394 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:41:57.277398 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:41:57.277398 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:41:57.277404 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:41:57.277308 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:41:57.277412 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:41:57.277403 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:41:57.277416 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:41:57.277421 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:41:57.277423 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:41:57.277427 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:41:57.277433 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:41:57.277435 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:41:57.277360 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:41:57.277442 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:41:57.277450 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:41:57.277455 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:41:57.277460 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:41:57.277462 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:41:57.277467 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:41:57.277476 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:41:57.277480 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:41:57.277487 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:41:57.277495 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:41:57.277496 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:41:57.277496 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:41:57.277508 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:41:57.277414 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:41:57.277515 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:41:57.277521 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:41:57.277521 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:41:57.277529 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:41:57.277436 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:41:57.277531 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:41:57.277537 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:41:57.277537 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:41:57.277542 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:41:57.277542 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:41:57.277549 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:41:57.277550 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:41:57.277558 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:41:57.277561 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:41:57.277373 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:41:57.277601 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:41:57.277428 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:41:57.277393 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:41:57.277625 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:41:57.277626 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:41:57.277526 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:41:57.277499 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:41:57.277376 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:41:57.277519 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:41:57.277463 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:41:57.277386 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:41:57.277403 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:41:57.277406 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:41:57.277720 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:41:57.277496 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:41:57.277728 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:41:57.277735 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:41:57.277732 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:41:57.277744 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:41:57.277754 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:41:57.277477 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:41:57.277737 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:41:57.277516 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:41:57.277826 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:41:57.277849 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:41:57.277870 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:41:57.277870 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:41:57.277882 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:41:57.277515 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:41:57.277910 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:41:57.277530 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:41:57.277933 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:41:57.277540 3807 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:41:57.278010 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:41:57.277386 3807 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:41:57.277504 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:41:57.317222 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:41:57.317234 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:41:57.317255 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:41:57.317263 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:41:57.317271 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:41:57.317279 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:41:57.317286 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:41:57.317294 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:41:57.317303 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:41:57.356127 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:41:57.356156 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:41:57.356168 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:41:57.356176 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:41:57.356185 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:41:57.356196 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:41:57.356214 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:41:57.394842 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:41:57.394875 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:41:57.394881 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:41:57.394887 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:41:57.394894 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:41:57.394902 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:41:57.394910 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:41:57.394916 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:41:57.394924 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:41:57.394931 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:41:57.394939 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:41:57.394945 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:41:57.394972 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:41:57.394980 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:41:57.394986 3807 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:41:59.428711 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0403 00:41:59.428747 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 41.783µs I0403 00:41:59.455147 3807 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f6f7df889-6rm24] creating logical port openshift-image-registry_image-registry-7f6f7df889-6rm24 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:41:59.455275 3807 kube.go:256] Updating pod openshift-image-registry/image-registry-7f6f7df889-6rm24 I0403 00:41:59.474586 3807 pod.go:62] [openshift-image-registry/image-registry-7f6f7df889-6rm24] pod update took 19.340719ms I0403 00:41:59.474608 3807 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7f6f7df889-6rm24] addLogicalPort annotation time took 19.36903ms I0403 00:41:59.475979 3807 pods.go:271] [openshift-image-registry/image-registry-7f6f7df889-6rm24] addLogicalPort took 20.851892ms, libovsdb time 1.025414ms I0403 00:41:59.478194 3807 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jmclr] creating logical port openshift-dns_dns-default-jmclr for pod on switch ip-10-0-0-96.ec2.internal I0403 00:41:59.478302 3807 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-b5xz5] creating logical port openshift-ingress-canary_ingress-canary-b5xz5 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:41:59.478383 3807 kube.go:256] Updating pod openshift-dns/dns-default-jmclr I0403 00:41:59.478400 3807 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-b5xz5 I0403 00:41:59.493845 3807 pod.go:62] [openshift-ingress-canary/ingress-canary-b5xz5] pod update took 15.46076ms I0403 00:41:59.493865 3807 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-b5xz5] addLogicalPort annotation time took 15.481781ms I0403 00:41:59.495159 3807 pods.go:271] [openshift-ingress-canary/ingress-canary-b5xz5] addLogicalPort took 16.863232ms, libovsdb time 983.041µs I0403 00:41:59.495630 3807 pod.go:62] [openshift-dns/dns-default-jmclr] pod update took 17.289076ms I0403 00:41:59.495646 3807 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-jmclr] addLogicalPort annotation time took 17.30935ms I0403 00:41:59.496690 3807 pods.go:271] [openshift-dns/dns-default-jmclr] addLogicalPort took 18.511392ms, libovsdb time 797.712µs I0403 00:42:00.236971 3807 base_network_controller_pods.go:487] [default/openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn] creating logical port openshift-backplane-managed-scripts_osd-delete-backplane-script-resources-29586282-zxhfn for pod on switch ip-10-0-0-96.ec2.internal I0403 00:42:00.237106 3807 kube.go:256] Updating pod openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn I0403 00:42:00.467495 3807 pod.go:62] [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn] pod update took 230.419753ms I0403 00:42:00.467519 3807 base_network_controller_pods.go:937] [default/openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn] addLogicalPort annotation time took 230.450285ms I0403 00:42:00.468836 3807 pods.go:271] [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn] addLogicalPort took 231.88689ms, libovsdb time 1.028097ms I0403 00:42:01.376506 3807 cni.go:403] [openshift-ingress-canary/ingress-canary-b5xz5 69080d58cd0419eb4be8b4f3582a47b3acdc40a8e5129160af06df13a070e558 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-b5xz5 69080d58cd0419eb4be8b4f3582a47b3acdc40a8e5129160af06df13a070e558 network default NAD default] I0403 00:42:01.377222 3807 cni.go:403] [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default] ADD starting CNI request [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default] I0403 00:42:01.426179 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane-managed-scripts, podName: osd-delete-backplane-script-resources-29586282-zxhfn, hostIfaceName: 25d1c565de0e22b, network: default, NAD default, SandboxID: "25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b", PCI device ID: , UID: "7cc59dce-1518-4800-b442-8a8af4e578a4", MAC: 0a:58:0a:81:02:08, IPs: [10.129.2.8/23] I0403 00:42:01.426259 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-b5xz5, hostIfaceName: 69080d58cd0419e, network: default, NAD default, SandboxID: "69080d58cd0419eb4be8b4f3582a47b3acdc40a8e5129160af06df13a070e558", PCI device ID: , UID: "6f655f25-01b1-476e-9779-995f48c29644", MAC: 0a:58:0a:81:02:07, IPs: [10.129.2.7/23] I0403 00:42:01.509722 3807 cni.go:424] [openshift-ingress-canary/ingress-canary-b5xz5 69080d58cd0419eb4be8b4f3582a47b3acdc40a8e5129160af06df13a070e558 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-b5xz5 69080d58cd0419eb4be8b4f3582a47b3acdc40a8e5129160af06df13a070e558 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:7e:2d:b2:ec:be\",\"name\":\"69080d58cd0419e\"},{\"mac\":\"0a:58:0a:81:02:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ffaae95-cffc-48df-aad9-5d385e6795bd\"}],\"ips\":[{\"address\":\"10.129.2.7/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:42:01.509790 3807 cni.go:424] [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default] ADD finished CNI request [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:0e:3d:37:1a:0d\",\"name\":\"25d1c565de0e22b\"},{\"mac\":\"0a:58:0a:81:02:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51a8dda6-6b7a-4038-b31d-886db506e560\"}],\"ips\":[{\"address\":\"10.129.2.8/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:42:04.483970 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:42:04.937493 3807 cni.go:403] [openshift-network-diagnostics/network-check-target-qhq8q 33255896884aec26ce699edeccbad08d93bae46bfec09550440ce27f7591b23b network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qhq8q 33255896884aec26ce699edeccbad08d93bae46bfec09550440ce27f7591b23b network default NAD default] I0403 00:42:04.946619 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qhq8q, hostIfaceName: 33255896884aec2, network: default, NAD default, SandboxID: "33255896884aec26ce699edeccbad08d93bae46bfec09550440ce27f7591b23b", PCI device ID: , UID: "54a89c55-344e-495f-82c6-09519abe7389", MAC: 0a:58:0a:81:02:04, IPs: [10.129.2.4/23] I0403 00:42:04.994657 3807 cni.go:424] [openshift-network-diagnostics/network-check-target-qhq8q 33255896884aec26ce699edeccbad08d93bae46bfec09550440ce27f7591b23b network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qhq8q 33255896884aec26ce699edeccbad08d93bae46bfec09550440ce27f7591b23b network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:be:2d:f1:5a:d2\",\"name\":\"33255896884aec2\"},{\"mac\":\"0a:58:0a:81:02:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d39e1e3-af23-495e-af76-538b9727c156\"}],\"ips\":[{\"address\":\"10.129.2.4/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:42:05.604940 3807 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:42:05.605607 3807 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:42:05.605639 3807 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:42:05.605648 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0403 00:42:05.605661 3807 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:42:05.605668 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0403 00:42:06.629619 3807 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:42:06.629668 3807 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:42:06.629691 3807 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:42:06.629703 3807 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:42:07.789526 3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:42:07.798660 3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0403 00:42:08.255821 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:42:18.125319 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:42:18.125367 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:42:35.489626 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:42:35.489653 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:42:39.251641 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:42:57.097867 3807 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-7jswz] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-7jswz for pod on switch ip-10-0-0-96.ec2.internal I0403 00:42:57.097973 3807 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-7jswz I0403 00:42:57.119684 3807 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-7jswz] pod update took 21.745779ms I0403 00:42:57.119714 3807 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-7jswz] addLogicalPort annotation time took 21.778384ms I0403 00:42:57.120769 3807 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-7jswz] addLogicalPort took 22.917045ms, libovsdb time 780.655µs W0403 00:43:00.320856 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:43:01.493472 3807 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0403 00:43:01.494399 3807 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 902.074µs I0403 00:43:01.515199 3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0403 00:43:01.590092 3807 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv] creating logical port openshift-kube-storage-version-migrator_migrator-848b55fff-b7kgv for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:01.590198 3807 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv I0403 00:43:01.615206 3807 pod.go:62] [openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv] pod update took 25.028045ms I0403 00:43:01.615233 3807 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv] addLogicalPort annotation time took 25.065396ms I0403 00:43:01.616439 3807 pods.go:271] [openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv] addLogicalPort took 26.363233ms, libovsdb time 879.092µs I0403 00:43:01.890139 3807 namespace.go:98] [openshift-service-ca] adding namespace I0403 00:43:01.891000 3807 namespace.go:102] [openshift-service-ca] adding namespace took 836.06µs I0403 00:43:01.908608 3807 namespace.go:142] [openshift-service-ca] updating namespace I0403 00:43:01.945490 3807 cni.go:403] [openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv defe18dcf5bd7780780b6adccdfa3201a8640469eb5f38193b71c7fa1a673ddb network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv defe18dcf5bd7780780b6adccdfa3201a8640469eb5f38193b71c7fa1a673ddb network default NAD default] I0403 00:43:01.955324 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-848b55fff-b7kgv, hostIfaceName: defe18dcf5bd778, network: default, NAD default, SandboxID: "defe18dcf5bd7780780b6adccdfa3201a8640469eb5f38193b71c7fa1a673ddb", PCI device ID: , UID: "75605186-7a6c-432e-94d3-8e5eb2e33ec5", MAC: 0a:58:0a:81:02:0a, IPs: [10.129.2.10/23] I0403 00:43:02.003103 3807 cni.go:424] [openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv defe18dcf5bd7780780b6adccdfa3201a8640469eb5f38193b71c7fa1a673ddb network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-b7kgv defe18dcf5bd7780780b6adccdfa3201a8640469eb5f38193b71c7fa1a673ddb network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:8c:25:f1:bb:ae\",\"name\":\"defe18dcf5bd778\"},{\"mac\":\"0a:58:0a:81:02:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dea029a1-2b78-4b76-894e-f2ae6febe7cb\"}],\"ips\":[{\"address\":\"10.129.2.10/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:43:09.185314 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:43:23.446757 3807 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-tnmcl] creating logical port openshift-insights_insights-runtime-extractor-tnmcl for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:23.446864 3807 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-tnmcl I0403 00:43:23.465908 3807 pod.go:62] [openshift-insights/insights-runtime-extractor-tnmcl] pod update took 19.07782ms I0403 00:43:23.465932 3807 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-tnmcl] addLogicalPort annotation time took 19.108473ms I0403 00:43:23.467081 3807 pods.go:271] [openshift-insights/insights-runtime-extractor-tnmcl] addLogicalPort took 20.338773ms, libovsdb time 841.39µs I0403 00:43:23.806227 3807 cni.go:403] [openshift-insights/insights-runtime-extractor-tnmcl 6775381f06bf0ce9ea9c3fc09de740cbee0238690e1b02c5889f91f8aefa2b80 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-tnmcl 6775381f06bf0ce9ea9c3fc09de740cbee0238690e1b02c5889f91f8aefa2b80 network default NAD default] I0403 00:43:23.817386 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-tnmcl, hostIfaceName: 6775381f06bf0ce, network: default, NAD default, SandboxID: "6775381f06bf0ce9ea9c3fc09de740cbee0238690e1b02c5889f91f8aefa2b80", PCI device ID: , UID: "c2416a07-dbb1-4612-a70c-79a2ee56afe9", MAC: 0a:58:0a:81:02:0b, IPs: [10.129.2.11/23] I0403 00:43:23.867227 3807 cni.go:424] [openshift-insights/insights-runtime-extractor-tnmcl 6775381f06bf0ce9ea9c3fc09de740cbee0238690e1b02c5889f91f8aefa2b80 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-tnmcl 6775381f06bf0ce9ea9c3fc09de740cbee0238690e1b02c5889f91f8aefa2b80 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:05:0a:cf:0a:d8\",\"name\":\"6775381f06bf0ce\"},{\"mac\":\"0a:58:0a:81:02:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75bb03dd-241f-40e1-af90-80aa46ded8db\"}],\"ips\":[{\"address\":\"10.129.2.11/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:43:24.747321 3807 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:43:24.747960 3807 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:43:24.770892 3807 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:43:24.770916 3807 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:43:24.778159 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6f7df889-vr9sm I0403 00:43:24.778192 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6f7df889-vr9sm I0403 00:43:25.399391 3807 obj_retry.go:464] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:43:25.400008 3807 obj_retry.go:464] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:43:25.415451 3807 obj_retry.go:458] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:43:25.415474 3807 obj_retry.go:458] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:43:25.419897 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54ff97fc46-kngvd I0403 00:43:25.419965 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54ff97fc46-kngvd W0403 00:43:25.744633 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:43:26.403259 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:43:29.257913 3807 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-7jswz d2c714b4a5339ccb4e36d3290f962a7d3870bdd320ff7746c7096caae4d72355 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-7jswz d2c714b4a5339ccb4e36d3290f962a7d3870bdd320ff7746c7096caae4d72355 network default NAD default] I0403 00:43:29.268900 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-7jswz, hostIfaceName: d2c714b4a5339cc, network: default, NAD default, SandboxID: "d2c714b4a5339ccb4e36d3290f962a7d3870bdd320ff7746c7096caae4d72355", PCI device ID: , UID: "0c1365e1-1d23-4738-8b53-0b95175754d8", MAC: 0a:58:0a:81:02:09, IPs: [10.129.2.9/23] I0403 00:43:29.318839 3807 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-7jswz d2c714b4a5339ccb4e36d3290f962a7d3870bdd320ff7746c7096caae4d72355 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-7jswz d2c714b4a5339ccb4e36d3290f962a7d3870bdd320ff7746c7096caae4d72355 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:7a:87:49:20:56\",\"name\":\"d2c714b4a5339cc\"},{\"mac\":\"0a:58:0a:81:02:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f779eaf8-c832-4eea-9f67-54108185794e\"}],\"ips\":[{\"address\":\"10.129.2.9/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:43:29.755464 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:43:29.755487 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:43:29.756676 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:29.756693 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:29.756712 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:29.777563 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:43:29.777583 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:43:29.778507 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:29.778523 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:29.778529 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:30.421563 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:43:30.421586 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:43:30.426002 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:30.426017 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:43:30.426021 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0403 00:43:32.185996 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-qxl98 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:32.186135 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98 I0403 00:43:32.199533 3807 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98] pod update took 13.421309ms I0403 00:43:32.199556 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98] addLogicalPort annotation time took 13.451144ms I0403 00:43:32.201005 3807 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98] addLogicalPort took 15.030389ms, libovsdb time 1.062747ms I0403 00:43:32.544146 3807 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98 747fb11fe8e2c762c10de7b29ebf26e1bd0273c10f40a533840740175c9408f6 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98 747fb11fe8e2c762c10de7b29ebf26e1bd0273c10f40a533840740175c9408f6 network default NAD default] I0403 00:43:32.555550 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-qxl98, hostIfaceName: 747fb11fe8e2c76, network: default, NAD default, SandboxID: "747fb11fe8e2c762c10de7b29ebf26e1bd0273c10f40a533840740175c9408f6", PCI device ID: , UID: "7b906d8e-a8e0-4946-bc20-84a01040229a", MAC: 0a:58:0a:81:02:0c, IPs: [10.129.2.12/23] I0403 00:43:32.610174 3807 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98 747fb11fe8e2c762c10de7b29ebf26e1bd0273c10f40a533840740175c9408f6 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-qxl98 747fb11fe8e2c762c10de7b29ebf26e1bd0273c10f40a533840740175c9408f6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:a6:7c:10:2e:38\",\"name\":\"747fb11fe8e2c76\"},{\"mac\":\"0a:58:0a:81:02:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac025abd-9874-4729-9deb-cc97feeca92d\"}],\"ips\":[{\"address\":\"10.129.2.12/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:43:34.471943 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0403 00:43:34.492870 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0403 00:43:35.226678 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t] creating logical port openshift-monitoring_prometheus-operator-847b8ff89d-wvw4t for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:35.226779 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t I0403 00:43:35.243473 3807 pod.go:62] [openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t] pod update took 16.720648ms I0403 00:43:35.243501 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t] addLogicalPort annotation time took 16.754361ms I0403 00:43:35.244621 3807 pods.go:271] [openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t] addLogicalPort took 17.958856ms, libovsdb time 844.704µs I0403 00:43:35.581379 3807 cni.go:403] [openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t 97ece8b3754f1822c65d7c4e1e271e570fc2f4e59e596c96c964d515274dddfc network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t 97ece8b3754f1822c65d7c4e1e271e570fc2f4e59e596c96c964d515274dddfc network default NAD default] I0403 00:43:35.592586 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-847b8ff89d-wvw4t, hostIfaceName: 97ece8b3754f182, network: default, NAD default, SandboxID: "97ece8b3754f1822c65d7c4e1e271e570fc2f4e59e596c96c964d515274dddfc", PCI device ID: , UID: "ee04e974-6d77-4170-b6c8-232f20365cb1", MAC: 0a:58:0a:81:02:0d, IPs: [10.129.2.13/23] I0403 00:43:35.641021 3807 cni.go:424] [openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t 97ece8b3754f1822c65d7c4e1e271e570fc2f4e59e596c96c964d515274dddfc network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-wvw4t 97ece8b3754f1822c65d7c4e1e271e570fc2f4e59e596c96c964d515274dddfc network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:df:b0:c6:e3:8e\",\"name\":\"97ece8b3754f182\"},{\"mac\":\"0a:58:0a:81:02:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9442b826-7d6c-481a-9233-52eaa2196600\"}],\"ips\":[{\"address\":\"10.129.2.13/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:43:41.040202 3807 cni.go:403] [openshift-multus/network-metrics-daemon-cv2hj a9d731fea2c98c1b487dfaa3d8cf63ff85d08f2f6b2f37f08497b3439f0a7a75 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-cv2hj a9d731fea2c98c1b487dfaa3d8cf63ff85d08f2f6b2f37f08497b3439f0a7a75 network default NAD default] I0403 00:43:41.049761 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-cv2hj, hostIfaceName: a9d731fea2c98c1, network: default, NAD default, SandboxID: "a9d731fea2c98c1b487dfaa3d8cf63ff85d08f2f6b2f37f08497b3439f0a7a75", PCI device ID: , UID: "09d407ad-fee9-45f4-af36-9510dc732aa0", MAC: 0a:58:0a:81:02:03, IPs: [10.129.2.3/23] I0403 00:43:41.049900 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:41.050030 3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0403 00:43:41.075548 3807 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.555876ms I0403 00:43:41.075642 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.652499ms I0403 00:43:41.076907 3807 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.021147ms, libovsdb time 943.313µs I0403 00:43:41.106290 3807 cni.go:424] [openshift-multus/network-metrics-daemon-cv2hj a9d731fea2c98c1b487dfaa3d8cf63ff85d08f2f6b2f37f08497b3439f0a7a75 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-cv2hj a9d731fea2c98c1b487dfaa3d8cf63ff85d08f2f6b2f37f08497b3439f0a7a75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:a2:e3:49:c4:4f\",\"name\":\"a9d731fea2c98c1\"},{\"mac\":\"0a:58:0a:81:02:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a600d6c-58ef-413d-99d3-c95de725fd99\"}],\"ips\":[{\"address\":\"10.129.2.3/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:43:42.023131 3807 cni.go:403] [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default] I0403 00:43:42.034175 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 57466c0daae003f, network: default, NAD default, SandboxID: "57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e", PCI device ID: , UID: "34cfb70f-7798-4410-ada0-02e11dc474bc", MAC: 0a:58:0a:81:02:0e, IPs: [10.129.2.14/23] I0403 00:43:42.087641 3807 cni.go:424] [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:5a:3d:30:6c:1d\",\"name\":\"57466c0daae003f\"},{\"mac\":\"0a:58:0a:81:02:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c44f2a36-e7c7-4fcf-8bbe-ec5d0357dcd3\"}],\"ips\":[{\"address\":\"10.129.2.14/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:43:42.941059 3807 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-tcmjd] creating logical port openshift-console_downloads-744b9bb959-tcmjd for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:42.941293 3807 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-tcmjd I0403 00:43:42.980271 3807 pod.go:62] [openshift-console/downloads-744b9bb959-tcmjd] pod update took 39.013298ms I0403 00:43:42.980296 3807 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-tcmjd] addLogicalPort annotation time took 39.047191ms I0403 00:43:42.981617 3807 pods.go:271] [openshift-console/downloads-744b9bb959-tcmjd] addLogicalPort took 40.586089ms, libovsdb time 975.848µs I0403 00:43:43.301315 3807 cni.go:403] [openshift-console/downloads-744b9bb959-tcmjd 5feb8235a2a8e849605b394bdb435f7d179bde026520517a5e09a49862dfa544 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-tcmjd 5feb8235a2a8e849605b394bdb435f7d179bde026520517a5e09a49862dfa544 network default NAD default] I0403 00:43:43.311641 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-tcmjd, hostIfaceName: 5feb8235a2a8e84, network: default, NAD default, SandboxID: "5feb8235a2a8e849605b394bdb435f7d179bde026520517a5e09a49862dfa544", PCI device ID: , UID: "fd1df2f4-44c5-4a59-875f-e1ae6962f2c2", MAC: 0a:58:0a:81:02:0f, IPs: [10.129.2.15/23] I0403 00:43:43.364062 3807 cni.go:424] [openshift-console/downloads-744b9bb959-tcmjd 5feb8235a2a8e849605b394bdb435f7d179bde026520517a5e09a49862dfa544 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-tcmjd 5feb8235a2a8e849605b394bdb435f7d179bde026520517a5e09a49862dfa544 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:cf:1c:4b:9c:ec\",\"name\":\"5feb8235a2a8e84\"},{\"mac\":\"0a:58:0a:81:02:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4af39641-bc35-4196-b962-6f4612d084bf\"}],\"ips\":[{\"address\":\"10.129.2.15/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:43:43.553724 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:43:43.553747 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:43:43.553754 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:43:43.835725 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:43:43.835748 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:43:43.835754 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:43:44.434878 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-sbd6b for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:44.434992 3807 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b I0403 00:43:44.451039 3807 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b] pod update took 16.081952ms I0403 00:43:44.451061 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b] addLogicalPort annotation time took 16.10951ms I0403 00:43:44.452568 3807 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b] addLogicalPort took 17.706906ms, libovsdb time 1.161172ms I0403 00:43:44.667366 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68576fd888-zfntl] creating logical port openshift-monitoring_metrics-server-68576fd888-zfntl for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:44.667470 3807 kube.go:256] Updating pod openshift-monitoring/metrics-server-68576fd888-zfntl I0403 00:43:44.682261 3807 pod.go:62] [openshift-monitoring/metrics-server-68576fd888-zfntl] pod update took 14.814901ms I0403 00:43:44.682283 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-68576fd888-zfntl] addLogicalPort annotation time took 14.842606ms I0403 00:43:44.683469 3807 pods.go:271] [openshift-monitoring/metrics-server-68576fd888-zfntl] addLogicalPort took 16.148444ms, libovsdb time 819.707µs I0403 00:43:45.040878 3807 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b ee9a1d6f971389313bec4038a252de335f2854af9194908a862cb0959a8cc7db network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b ee9a1d6f971389313bec4038a252de335f2854af9194908a862cb0959a8cc7db network default NAD default] I0403 00:43:45.044318 3807 cni.go:403] [openshift-monitoring/metrics-server-68576fd888-zfntl 72130208dba8742bdb904b9cf62d9e1b8211f8abd7eaefa7967d17915a8bd2d8 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-68576fd888-zfntl 72130208dba8742bdb904b9cf62d9e1b8211f8abd7eaefa7967d17915a8bd2d8 network default NAD default] I0403 00:43:45.052231 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-sbd6b, hostIfaceName: ee9a1d6f9713893, network: default, NAD default, SandboxID: "ee9a1d6f971389313bec4038a252de335f2854af9194908a862cb0959a8cc7db", PCI device ID: , UID: "a9c1cd64-3a42-4963-b1f7-4a52ef77a217", MAC: 0a:58:0a:81:02:10, IPs: [10.129.2.16/23] I0403 00:43:45.054897 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68576fd888-zfntl, hostIfaceName: 72130208dba8742, network: default, NAD default, SandboxID: "72130208dba8742bdb904b9cf62d9e1b8211f8abd7eaefa7967d17915a8bd2d8", PCI device ID: , UID: "38a19c08-4781-48b0-9a75-14efdaca610d", MAC: 0a:58:0a:81:02:11, IPs: [10.129.2.17/23] I0403 00:43:45.109288 3807 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b ee9a1d6f971389313bec4038a252de335f2854af9194908a862cb0959a8cc7db network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-sbd6b ee9a1d6f971389313bec4038a252de335f2854af9194908a862cb0959a8cc7db network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:0a:fa:fd:9b:b7\",\"name\":\"ee9a1d6f9713893\"},{\"mac\":\"0a:58:0a:81:02:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b5e97f4-e94d-4254-80a8-64398eb7b665\"}],\"ips\":[{\"address\":\"10.129.2.16/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:43:45.127175 3807 cni.go:424] [openshift-monitoring/metrics-server-68576fd888-zfntl 72130208dba8742bdb904b9cf62d9e1b8211f8abd7eaefa7967d17915a8bd2d8 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-68576fd888-zfntl 72130208dba8742bdb904b9cf62d9e1b8211f8abd7eaefa7967d17915a8bd2d8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:ad:c6:99:62:e6\",\"name\":\"72130208dba8742\"},{\"mac\":\"0a:58:0a:81:02:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2873c82-3391-484a-aec3-e181e648183d\"}],\"ips\":[{\"address\":\"10.129.2.17/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:43:46.295944 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:46.296159 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0403 00:43:46.320293 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0403 00:43:46.345587 3807 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 49.493263ms I0403 00:43:46.345687 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 49.5972ms I0403 00:43:46.347472 3807 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 51.547176ms, libovsdb time 1.32544ms W0403 00:43:46.485843 3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:43:46.485862 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:43:46.485868 3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0403 00:43:46.845747 3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:43:46.845775 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:43:46.845782 3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0403 00:43:46.881163 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:43:46.881189 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:43:47.060290 3807 cni.go:403] [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default] I0403 00:43:47.073465 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 4d3ef259b448f6a, network: default, NAD default, SandboxID: "4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481", PCI device ID: , UID: "11d45acb-ac68-463b-bb91-4c37964e466f", MAC: 0a:58:0a:81:02:12, IPs: [10.129.2.18/23] I0403 00:43:47.130911 3807 cni.go:424] [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:ef:84:4b:bc:7e\",\"name\":\"4d3ef259b448f6a\"},{\"mac\":\"0a:58:0a:81:02:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfc37c6c-4803-4a5a-bd89-99bfea06a119\"}],\"ips\":[{\"address\":\"10.129.2.18/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:43:47.497839 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0403 00:43:47.546742 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:43:47.576454 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:43:47.576508 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:43:47.584890 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:47.584906 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:47.584911 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:47.584915 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:47.630830 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:43:47.893460 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:47.893484 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:47.893491 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:47.893497 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:43:55.549661 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0403 00:43:58.603966 3807 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:43:58.604005 3807 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f6f7df889-6rm24 I0403 00:43:58.605469 3807 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f6f7df889-6rm24, ips: 10.129.2.5 I0403 00:43:58.605502 3807 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:43:58.613834 3807 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:43:58.613861 3807 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:43:58.622136 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6f7df889-6rm24 I0403 00:43:58.622162 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6f7df889-6rm24 I0403 00:43:59.740857 3807 base_network_controller_pods.go:487] [default/openshift-console/console-66974c5f69-l5snp] creating logical port openshift-console_console-66974c5f69-l5snp for pod on switch ip-10-0-0-96.ec2.internal I0403 00:43:59.740962 3807 kube.go:256] Updating pod openshift-console/console-66974c5f69-l5snp I0403 00:43:59.763096 3807 pod.go:62] [openshift-console/console-66974c5f69-l5snp] pod update took 22.158161ms I0403 00:43:59.763130 3807 base_network_controller_pods.go:937] [default/openshift-console/console-66974c5f69-l5snp] addLogicalPort annotation time took 22.198194ms I0403 00:43:59.764715 3807 pods.go:271] [openshift-console/console-66974c5f69-l5snp] addLogicalPort took 23.883656ms, libovsdb time 1.148644ms I0403 00:44:00.107463 3807 cni.go:403] [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default] ADD starting CNI request [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default] I0403 00:44:00.117717 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-66974c5f69-l5snp, hostIfaceName: ae5770d6ce90031, network: default, NAD default, SandboxID: "ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e", PCI device ID: , UID: "252842cd-da67-44b5-b7a0-eb977203f800", MAC: 0a:58:0a:81:02:13, IPs: [10.129.2.19/23] I0403 00:44:00.172981 3807 cni.go:424] [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default] ADD finished CNI request [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:54:11:fb:42:f4\",\"name\":\"ae5770d6ce90031\"},{\"mac\":\"0a:58:0a:81:02:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2a0e863-59f2-48bf-8c1e-b22799e05738\"}],\"ips\":[{\"address\":\"10.129.2.19/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:44:00.612112 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0403 00:44:00.638117 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0403 00:44:01.036731 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:44:06.962985 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0403 00:44:07.754726 3807 cni.go:403] [openshift-dns/dns-default-jmclr a8b8df7be1ef5a45730c17041d473933d9c7fffb55db724456238db3ef2ff9aa network default NAD default] ADD starting CNI request [openshift-dns/dns-default-jmclr a8b8df7be1ef5a45730c17041d473933d9c7fffb55db724456238db3ef2ff9aa network default NAD default] I0403 00:44:07.764505 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jmclr, hostIfaceName: a8b8df7be1ef5a4, network: default, NAD default, SandboxID: "a8b8df7be1ef5a45730c17041d473933d9c7fffb55db724456238db3ef2ff9aa", PCI device ID: , UID: "abe01462-815a-410c-bf37-ef56f7a9ab42", MAC: 0a:58:0a:81:02:06, IPs: [10.129.2.6/23] I0403 00:44:07.819311 3807 cni.go:424] [openshift-dns/dns-default-jmclr a8b8df7be1ef5a45730c17041d473933d9c7fffb55db724456238db3ef2ff9aa network default NAD default] ADD finished CNI request [openshift-dns/dns-default-jmclr a8b8df7be1ef5a45730c17041d473933d9c7fffb55db724456238db3ef2ff9aa network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:ea:07:ca:8e:a0\",\"name\":\"a8b8df7be1ef5a4\"},{\"mac\":\"0a:58:0a:81:02:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2009f377-4987-49b5-9c7b-7a8ee8366f74\"}],\"ips\":[{\"address\":\"10.129.2.6/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:44:08.514296 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:44:08.514324 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:44:08.568151 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:44:10.698087 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:44:12.062842 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.062870 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.062878 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.062895 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.062901 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.062907 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.084758 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.084784 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:12.084791 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:44:21.678250 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:44:21.678270 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:44:21.678277 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0403 00:44:26.251267 3807 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-mddt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:44:26.251922 3807 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-mddt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:44:27.068470 3807 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-mddt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:44:27.068505 3807 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-mddt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:44:27.072772 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794fbf75b9-mddt4 I0403 00:44:27.072810 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794fbf75b9-mddt4 W0403 00:44:31.085150 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0403 00:44:31.685285 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0403 00:44:36.015965 3807 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-m5x5b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:44:36.016616 3807 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-m5x5b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:44:36.698580 3807 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-m5x5b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:44:36.698608 3807 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-m5x5b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:44:36.703876 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794fbf75b9-m5x5b I0403 00:44:36.703901 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794fbf75b9-m5x5b I0403 00:44:46.390628 3807 obj_retry.go:464] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:44:46.391175 3807 obj_retry.go:464] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:44:46.853240 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:44:46.853262 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:44:47.165602 3807 obj_retry.go:458] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:44:47.165626 3807 obj_retry.go:458] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:44:47.171955 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5cf556f5bc-qkqjp I0403 00:44:47.171977 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5cf556f5bc-qkqjp I0403 00:45:01.476220 3807 cni.go:403] [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default] I0403 00:45:01.552516 3807 cni.go:424] [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 57466c0daae003f9ef04e1f973c75111536538e13b424f78e3b8175e4c8dbb8e network default NAD default], result "{}", err I0403 00:45:01.609548 3807 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:01.609580 3807 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0403 00:45:01.610774 3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.2.14 I0403 00:45:01.610802 3807 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:01.878535 3807 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:01.878563 3807 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:01.887411 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0403 00:45:01.887437 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0403 00:45:01.927670 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:45:01.927780 3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0403 00:45:01.954577 3807 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.835078ms I0403 00:45:01.954601 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.863357ms I0403 00:45:01.955785 3807 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.135483ms, libovsdb time 817.512µs I0403 00:45:02.289029 3807 cni.go:403] [openshift-monitoring/alertmanager-main-1 e80eb865c700275bbbd70201d282f70cbc44d7b864045b2d856fe932ef0a5da8 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e80eb865c700275bbbd70201d282f70cbc44d7b864045b2d856fe932ef0a5da8 network default NAD default] I0403 00:45:02.298898 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e80eb865c700275, network: default, NAD default, SandboxID: "e80eb865c700275bbbd70201d282f70cbc44d7b864045b2d856fe932ef0a5da8", PCI device ID: , UID: "ea595b7f-30d7-406d-b053-bf403b5ae656", MAC: 0a:58:0a:81:02:14, IPs: [10.129.2.20/23] I0403 00:45:02.348139 3807 cni.go:424] [openshift-monitoring/alertmanager-main-1 e80eb865c700275bbbd70201d282f70cbc44d7b864045b2d856fe932ef0a5da8 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e80eb865c700275bbbd70201d282f70cbc44d7b864045b2d856fe932ef0a5da8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:b3:a3:71:a8:88\",\"name\":\"e80eb865c700275\"},{\"mac\":\"0a:58:0a:81:02:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1181dfc-1d94-4b8b-b3d9-03ba562f56f6\"}],\"ips\":[{\"address\":\"10.129.2.20/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:45:02.885994 3807 cni.go:403] [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default] DEL starting CNI request [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default] I0403 00:45:02.968423 3807 cni.go:424] [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default] DEL finished CNI request [openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn 25d1c565de0e22bd984c95486ee926782299ac6d1c521ab8558765aa502d5a1b network default NAD default], result "{}", err I0403 00:45:03.037179 3807 obj_retry.go:464] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:03.037257 3807 pods.go:176] Deleting pod: openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn I0403 00:45:03.038777 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn, ips: 10.129.2.8 I0403 00:45:03.038807 3807 obj_retry.go:464] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:03.896917 3807 obj_retry.go:458] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:03.896956 3807 obj_retry.go:458] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:05.744697 3807 cni.go:403] [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default] I0403 00:45:05.821660 3807 cni.go:424] [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 4d3ef259b448f6ac6cf5d91ded8d308be105b95eacc6230514d688fd52d31481 network default NAD default], result "{}", err I0403 00:45:05.878837 3807 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:05.878895 3807 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0403 00:45:05.880238 3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.2.18 I0403 00:45:05.880268 3807 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:06.204299 3807 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:06.204321 3807 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:06.210873 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0403 00:45:06.210908 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0403 00:45:06.250956 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:45:06.251091 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0403 00:45:06.280176 3807 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.125666ms I0403 00:45:06.280198 3807 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.15258ms I0403 00:45:06.281448 3807 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.504068ms, libovsdb time 907.702µs I0403 00:45:06.611694 3807 cni.go:403] [openshift-monitoring/prometheus-k8s-1 1ff09611a4406c8c58ec22774901d368ac69cae1ae0d41fda05a0814f31ff42a network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1ff09611a4406c8c58ec22774901d368ac69cae1ae0d41fda05a0814f31ff42a network default NAD default] I0403 00:45:06.622539 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1ff09611a4406c8, network: default, NAD default, SandboxID: "1ff09611a4406c8c58ec22774901d368ac69cae1ae0d41fda05a0814f31ff42a", PCI device ID: , UID: "c79e39f0-335a-416b-a299-c262c2719fad", MAC: 0a:58:0a:81:02:15, IPs: [10.129.2.21/23] I0403 00:45:06.670527 3807 cni.go:424] [openshift-monitoring/prometheus-k8s-1 1ff09611a4406c8c58ec22774901d368ac69cae1ae0d41fda05a0814f31ff42a network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1ff09611a4406c8c58ec22774901d368ac69cae1ae0d41fda05a0814f31ff42a network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:34:0c:77:57:d0\",\"name\":\"1ff09611a4406c8\"},{\"mac\":\"0a:58:0a:81:02:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1810e9b7-55aa-4eb3-a14e-316d71d7efb7\"}],\"ips\":[{\"address\":\"10.129.2.21/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:45:22.339774 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:45:22.339794 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:45:22.339800 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:45:23.639774 3807 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:23.640357 3807 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:24.340415 3807 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:24.340443 3807 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:24.346321 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0403 00:45:24.346370 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0403 00:45:30.556127 3807 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-pvgpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:30.556741 3807 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-pvgpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:31.393605 3807 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-pvgpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:31.393639 3807 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-pvgpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:31.400008 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66974c5f69-pvgpq I0403 00:45:31.400033 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66974c5f69-pvgpq I0403 00:45:41.095289 3807 cni.go:403] [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default] DEL starting CNI request [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default] I0403 00:45:41.173892 3807 cni.go:424] [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default] DEL finished CNI request [openshift-console/console-66974c5f69-l5snp ae5770d6ce9003122c594c15f860d1345f787cc092eae2807c6b531d7aa11b1e network default NAD default], result "{}", err I0403 00:45:41.219819 3807 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-l5snp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:41.219858 3807 pods.go:176] Deleting pod: openshift-console/console-66974c5f69-l5snp I0403 00:45:41.221274 3807 pods.go:236] Attempting to release IPs for pod: openshift-console/console-66974c5f69-l5snp, ips: 10.129.2.19 I0403 00:45:41.221306 3807 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-l5snp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:45:42.043211 3807 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-l5snp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:42.043236 3807 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-l5snp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:45:42.046704 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66974c5f69-l5snp I0403 00:45:42.046731 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66974c5f69-l5snp I0403 00:46:03.074620 3807 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0403 00:46:03.074732 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0403 00:46:03.074756 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 28.823µs I0403 00:46:03.149505 3807 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8rh9x] creating logical port kube-system_global-pull-secret-syncer-8rh9x for pod on switch ip-10-0-0-96.ec2.internal I0403 00:46:03.149603 3807 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-8rh9x I0403 00:46:03.165543 3807 pod.go:62] [kube-system/global-pull-secret-syncer-8rh9x] pod update took 15.96423ms I0403 00:46:03.165574 3807 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-8rh9x] addLogicalPort annotation time took 16.000316ms I0403 00:46:03.166867 3807 pods.go:271] [kube-system/global-pull-secret-syncer-8rh9x] addLogicalPort took 17.376668ms, libovsdb time 960.072µs I0403 00:46:03.514097 3807 cni.go:403] [kube-system/global-pull-secret-syncer-8rh9x c7241218fd3fc1582f9943c85f6443bbadab605d7c60dc97de9729eb6eeb856d network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-8rh9x c7241218fd3fc1582f9943c85f6443bbadab605d7c60dc97de9729eb6eeb856d network default NAD default] I0403 00:46:03.523292 3807 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-8rh9x, hostIfaceName: c7241218fd3fc15, network: default, NAD default, SandboxID: "c7241218fd3fc1582f9943c85f6443bbadab605d7c60dc97de9729eb6eeb856d", PCI device ID: , UID: "0797a9e6-e6c2-4404-b2e6-4e0908700b20", MAC: 0a:58:0a:81:02:16, IPs: [10.129.2.22/23] I0403 00:46:03.573542 3807 cni.go:424] [kube-system/global-pull-secret-syncer-8rh9x c7241218fd3fc1582f9943c85f6443bbadab605d7c60dc97de9729eb6eeb856d network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-8rh9x c7241218fd3fc1582f9943c85f6443bbadab605d7c60dc97de9729eb6eeb856d network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:ec:b7:6b:c0:ab\",\"name\":\"c7241218fd3fc15\"},{\"mac\":\"0a:58:0a:81:02:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae8f1940-c89a-48e7-8b5b-b48bb5607e71\"}],\"ips\":[{\"address\":\"10.129.2.22/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:46:07.217521 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:46:07.217541 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:46:08.510791 3807 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:46:08.511378 3807 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:46:08.860361 3807 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:46:08.860391 3807 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:46:08.865100 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0403 00:46:08.865129 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 W0403 00:47:13.299020 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:47:17.448418 3807 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:47:17.448972 3807 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:47:18.339383 3807 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:47:18.339414 3807 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:47:22.480513 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0403 00:47:24.335332 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0403 00:47:24.335421 3807 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4zv8f IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4zv8f: no pod IPs found I0403 00:47:27.734764 3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0403 00:47:30.481150 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=127 I0403 00:47:33.479200 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0403 00:47:35.480297 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0403 00:47:35.577386 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0403 00:47:55.588748 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0403 00:48:12.606920 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0403 00:48:13.607067 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0403 00:48:32.490480 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=537 I0403 00:48:33.583327 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0403 00:48:58.481592 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0403 00:49:03.601030 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0403 00:49:12.566692 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0403 00:49:14.594359 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0403 00:49:43.039307 3807 base_network_controller_pods.go:487] [default/openshift-console/console-5bbcddd644-l9fww] creating logical port openshift-console_console-5bbcddd644-l9fww for pod on switch ip-10-0-0-96.ec2.internal I0403 00:49:43.039448 3807 kube.go:256] Updating pod openshift-console/console-5bbcddd644-l9fww I0403 00:49:43.065076 3807 pod.go:62] [openshift-console/console-5bbcddd644-l9fww] pod update took 25.65344ms I0403 00:49:43.065099 3807 base_network_controller_pods.go:937] [default/openshift-console/console-5bbcddd644-l9fww] addLogicalPort annotation time took 25.682512ms I0403 00:49:43.066281 3807 pods.go:271] [openshift-console/console-5bbcddd644-l9fww] addLogicalPort took 26.986176ms, libovsdb time 845.413µs I0403 00:49:43.397262 3807 cni.go:403] [openshift-console/console-5bbcddd644-l9fww 42ad35c01cf2583215f5b993148ee6aecb9b93f32682f167157490d049925aa8 network default NAD default] ADD starting CNI request [openshift-console/console-5bbcddd644-l9fww 42ad35c01cf2583215f5b993148ee6aecb9b93f32682f167157490d049925aa8 network default NAD default] I0403 00:49:43.406457 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5bbcddd644-l9fww, hostIfaceName: 42ad35c01cf2583, network: default, NAD default, SandboxID: "42ad35c01cf2583215f5b993148ee6aecb9b93f32682f167157490d049925aa8", PCI device ID: , UID: "b855841e-162a-463d-814c-cc3e8c761348", MAC: 0a:58:0a:81:02:17, IPs: [10.129.2.23/23] I0403 00:49:43.454065 3807 cni.go:424] [openshift-console/console-5bbcddd644-l9fww 42ad35c01cf2583215f5b993148ee6aecb9b93f32682f167157490d049925aa8 network default NAD default] ADD finished CNI request [openshift-console/console-5bbcddd644-l9fww 42ad35c01cf2583215f5b993148ee6aecb9b93f32682f167157490d049925aa8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:18:a4:c1:9d:1d\",\"name\":\"42ad35c01cf2583\"},{\"mac\":\"0a:58:0a:81:02:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffe69687-d9e2-42b9-96a0-074882ad04fa\"}],\"ips\":[{\"address\":\"10.129.2.23/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:49:54.002661 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:50:00.179607 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29586290-9svgp for pod on switch ip-10-0-0-96.ec2.internal I0403 00:50:00.179737 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp I0403 00:50:00.192088 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp] pod update took 12.375635ms I0403 00:50:00.192114 3807 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp] addLogicalPort annotation time took 12.407874ms I0403 00:50:00.193328 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp] addLogicalPort took 13.734988ms, libovsdb time 846.98µs I0403 00:50:00.549286 3807 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default] I0403 00:50:00.560297 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29586290-9svgp, hostIfaceName: e79b1bd9579774f, network: default, NAD default, SandboxID: "e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c", PCI device ID: , UID: "c90cb0ed-8d1f-42f0-93a9-e4f7cbb65184", MAC: 0a:58:0a:81:02:18, IPs: [10.129.2.24/23] I0403 00:50:00.613139 3807 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:c4:ba:30:65:bb\",\"name\":\"e79b1bd9579774f\"},{\"mac\":\"0a:58:0a:81:02:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94374909-f56e-4fb2-8868-8975be0866bb\"}],\"ips\":[{\"address\":\"10.129.2.24/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:50:04.044018 3807 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default] I0403 00:50:04.125107 3807 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp e79b1bd9579774f641e290c8a1fe170493b6a1a8811bb78039bacb25845c903c network default NAD default], result "{}", err I0403 00:50:04.165552 3807 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:04.165590 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp I0403 00:50:04.166821 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp, ips: 10.129.2.24 I0403 00:50:04.166848 3807 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:05.056247 3807 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:05.056271 3807 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:08.324671 3807 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-h8prf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:08.325251 3807 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-h8prf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:08.602660 3807 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-h8prf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:08.602687 3807 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-h8prf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:08.605154 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69c9866-h8prf I0403 00:50:08.605174 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69c9866-h8prf I0403 00:50:19.327666 3807 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-wb9wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:19.328264 3807 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-wb9wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:20.007746 3807 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-wb9wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:20.007773 3807 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-wb9wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:20.010834 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69c9866-wb9wz I0403 00:50:20.010855 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69c9866-wb9wz I0403 00:50:39.940044 3807 namespace.go:98] [tsf] adding namespace I0403 00:50:39.941012 3807 namespace.go:102] [tsf] adding namespace took 935.692µs I0403 00:50:39.962941 3807 namespace.go:142] [tsf] updating namespace I0403 00:50:39.974169 3807 namespace.go:142] [tsf] updating namespace I0403 00:50:43.986759 3807 namespace.go:98] [rhbk-operator] adding namespace I0403 00:50:43.987795 3807 namespace.go:102] [rhbk-operator] adding namespace took 1.010714ms I0403 00:50:43.993043 3807 namespace.go:98] [tsf-tpa] adding namespace I0403 00:50:43.993748 3807 namespace.go:102] [tsf-tpa] adding namespace took 688.447µs I0403 00:50:44.002020 3807 namespace.go:98] [tsf-keycloak] adding namespace I0403 00:50:44.002124 3807 namespace.go:98] [cert-manager-operator] adding namespace I0403 00:50:44.002275 3807 namespace.go:98] [tsf-tas] adding namespace I0403 00:50:44.002717 3807 namespace.go:102] [tsf-keycloak] adding namespace took 681.243µs I0403 00:50:44.002748 3807 namespace.go:98] [konflux-operator] adding namespace I0403 00:50:44.003060 3807 namespace.go:98] [rhtpa-operator] adding namespace I0403 00:50:44.003379 3807 namespace.go:102] [konflux-operator] adding namespace took 623.481µs I0403 00:50:44.003928 3807 namespace.go:102] [cert-manager-operator] adding namespace took 1.790728ms I0403 00:50:44.004436 3807 namespace.go:102] [tsf-tas] adding namespace took 2.145044ms I0403 00:50:44.004459 3807 namespace.go:98] [konflux-ui] adding namespace I0403 00:50:44.004950 3807 namespace.go:102] [konflux-ui] adding namespace took 486.451µs I0403 00:50:44.005458 3807 namespace.go:102] [rhtpa-operator] adding namespace took 2.384494ms I0403 00:50:44.021933 3807 namespace.go:142] [rhbk-operator] updating namespace I0403 00:50:44.047409 3807 namespace.go:142] [rhbk-operator] updating namespace I0403 00:50:44.047495 3807 namespace.go:142] [konflux-operator] updating namespace I0403 00:50:44.047621 3807 namespace.go:142] [tsf-tpa] updating namespace I0403 00:50:44.047685 3807 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:50:44.047823 3807 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:50:44.047978 3807 namespace.go:142] [tsf-tas] updating namespace I0403 00:50:44.050398 3807 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:50:44.050550 3807 namespace.go:142] [konflux-ui] updating namespace I0403 00:50:44.060035 3807 namespace.go:142] [rhbk-operator] updating namespace I0403 00:50:44.081579 3807 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:50:44.100209 3807 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:50:44.105322 3807 namespace.go:142] [konflux-operator] updating namespace I0403 00:50:44.119821 3807 namespace.go:142] [konflux-operator] updating namespace I0403 00:50:44.129278 3807 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:50:44.141510 3807 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:50:44.143236 3807 namespace.go:142] [tsf-tas] updating namespace I0403 00:50:44.160517 3807 namespace.go:142] [tsf-tas] updating namespace I0403 00:50:44.174827 3807 namespace.go:142] [konflux-ui] updating namespace I0403 00:50:44.190058 3807 namespace.go:142] [konflux-ui] updating namespace I0403 00:50:44.199530 3807 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:50:44.213286 3807 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:50:44.216373 3807 namespace.go:142] [tsf-tpa] updating namespace I0403 00:50:44.235422 3807 namespace.go:142] [tsf-tpa] updating namespace I0403 00:50:45.226797 3807 namespace.go:142] [tsf-tpa] updating namespace I0403 00:50:45.243992 3807 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:50:45.374898 3807 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-96.ec2.internal I0403 00:50:45.375010 3807 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0403 00:50:45.394742 3807 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.760864ms I0403 00:50:45.394761 3807 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.78423ms I0403 00:50:45.395981 3807 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 21.094787ms, libovsdb time 883.89µs I0403 00:50:45.752864 3807 cni.go:403] [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default] I0403 00:50:45.761965 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: bd6e50e1b0de9fe, network: default, NAD default, SandboxID: "bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d", PCI device ID: , UID: "55ba6918-be36-4389-a486-2757d9ccadde", MAC: 0a:58:0a:81:02:19, IPs: [10.129.2.25/23] I0403 00:50:45.810519 3807 cni.go:424] [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:33:2f:d0:17:54\",\"name\":\"bd6e50e1b0de9fe\"},{\"mac\":\"0a:58:0a:81:02:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6faef7aa-a760-4474-b360-e19b26429c3d\"}],\"ips\":[{\"address\":\"10.129.2.25/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:50:47.567613 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0403 00:50:50.958189 3807 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:50.958784 3807 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:50.958817 3807 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:50.958828 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:50:50.958841 3807 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:50.958845 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:50:51.980422 3807 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:51.980446 3807 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:51.980461 3807 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:51.980471 3807 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:52.976362 3807 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:52.976933 3807 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:52.976964 3807 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:52.976974 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:50:52.976984 3807 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:52.976989 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:50:53.996031 3807 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:53.996567 3807 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:53.996591 3807 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:53.996598 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:50:53.996607 3807 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:53.996612 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:50:54.004261 3807 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:54.004275 3807 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:54.004290 3807 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:54.004301 3807 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:55.020014 3807 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:55.020042 3807 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:55.020057 3807 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:55.020065 3807 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:56.013540 3807 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:56.014159 3807 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:56.014188 3807 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:56.014197 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:50:56.014212 3807 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:56.014218 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:50:57.048077 3807 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:57.048098 3807 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:57.048113 3807 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:57.048123 3807 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:58.043095 3807 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.043624 3807 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.043652 3807 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.043659 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:50:58.043668 3807 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.043672 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:50:58.071240 3807 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.071733 3807 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.071762 3807 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.071770 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:50:58.071778 3807 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:50:58.071784 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:50:59.149146 3807 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:59.149169 3807 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:59.149183 3807 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:59.149192 3807 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:59.292130 3807 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:59.292152 3807 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:59.292166 3807 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:50:59.292178 3807 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:51:05.394489 3807 namespace.go:98] [cert-manager] adding namespace I0403 00:51:05.395366 3807 namespace.go:102] [cert-manager] adding namespace took 854.577µs I0403 00:51:05.416883 3807 namespace.go:142] [cert-manager] updating namespace I0403 00:51:05.426833 3807 namespace.go:142] [cert-manager] updating namespace W0403 00:51:12.249471 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:51:12.478661 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:51:12.497252 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:51:13.430386 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:51:13.438284 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:51:13.444985 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:51:13.453494 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:51:15.267463 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0403 00:51:15.267480 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0403 00:51:18.900722 3807 namespace.go:142] [openshift-operators] updating namespace I0403 00:51:18.909809 3807 namespace.go:142] [openshift-operators] updating namespace I0403 00:51:21.577887 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0403 00:51:22.185472 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0403 00:51:28.140524 3807 namespace.go:98] [trusted-artifact-signer] adding namespace I0403 00:51:28.141483 3807 namespace.go:102] [trusted-artifact-signer] adding namespace took 936.9µs I0403 00:51:28.162130 3807 namespace.go:142] [trusted-artifact-signer] updating namespace W0403 00:51:28.211752 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:51:28.300599 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:51:31.038790 3807 namespace.go:142] [openshift-operators] updating namespace I0403 00:51:48.512978 3807 namespace.go:98] [openshift-pipelines] adding namespace I0403 00:51:48.513895 3807 namespace.go:102] [openshift-pipelines] adding namespace took 895.152µs I0403 00:51:48.529516 3807 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:51:49.229307 3807 namespace.go:142] [cert-manager] updating namespace I0403 00:51:49.427304 3807 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:51:49.830523 3807 namespace.go:142] [konflux-operator] updating namespace I0403 00:51:50.032138 3807 namespace.go:142] [konflux-ui] updating namespace I0403 00:51:50.232755 3807 namespace.go:142] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] updating namespace I0403 00:51:50.633868 3807 namespace.go:142] [rhbk-operator] updating namespace I0403 00:51:50.832717 3807 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:51:51.035104 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:51:51.235002 3807 namespace.go:142] [tsf] updating namespace I0403 00:51:51.439019 3807 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:51:51.638143 3807 namespace.go:142] [tsf-tas] updating namespace I0403 00:51:51.839027 3807 namespace.go:142] [tsf-tpa] updating namespace I0403 00:51:51.967412 3807 namespace.go:142] [cert-manager] updating namespace I0403 00:51:51.975834 3807 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:51:51.985369 3807 namespace.go:142] [default] updating namespace I0403 00:51:51.993796 3807 namespace.go:142] [konflux-operator] updating namespace I0403 00:51:52.002509 3807 namespace.go:142] [konflux-ui] updating namespace I0403 00:51:52.009623 3807 namespace.go:142] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] updating namespace I0403 00:51:52.017779 3807 namespace.go:142] [openshift] updating namespace I0403 00:51:52.025030 3807 namespace.go:142] [rhbk-operator] updating namespace I0403 00:51:52.034142 3807 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:51:52.041189 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:51:52.059896 3807 namespace.go:142] [tsf] updating namespace I0403 00:51:52.081077 3807 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:51:52.098982 3807 namespace.go:142] [tsf-tas] updating namespace I0403 00:51:52.120841 3807 namespace.go:142] [tsf-tpa] updating namespace I0403 00:51:52.220087 3807 namespace.go:142] [cert-manager] updating namespace I0403 00:51:52.320170 3807 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:51:52.421964 3807 namespace.go:142] [default] updating namespace I0403 00:51:52.520713 3807 namespace.go:142] [konflux-operator] updating namespace I0403 00:51:52.623658 3807 namespace.go:142] [konflux-ui] updating namespace I0403 00:51:52.726237 3807 namespace.go:142] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] updating namespace I0403 00:51:52.819214 3807 namespace.go:142] [openshift] updating namespace I0403 00:51:52.922114 3807 namespace.go:142] [rhbk-operator] updating namespace I0403 00:51:53.021363 3807 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:51:53.120698 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:51:53.226385 3807 namespace.go:142] [tsf] updating namespace I0403 00:51:53.323727 3807 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:51:53.423232 3807 namespace.go:142] [tsf-tas] updating namespace I0403 00:51:53.520811 3807 namespace.go:142] [tsf-tpa] updating namespace I0403 00:51:53.786004 3807 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:51:59.528505 3807 cni.go:403] [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default] I0403 00:51:59.595561 3807 cni.go:424] [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions bd6e50e1b0de9fe95431da852dd91206151def18b529dcea7de9d6fd7113494d network default NAD default], result "{}", err I0403 00:51:59.646391 3807 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:51:59.646430 3807 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0403 00:51:59.647703 3807 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.2.25 I0403 00:51:59.647734 3807 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:51:59.669334 3807 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:51:59.669373 3807 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:51:59.675856 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0403 00:51:59.675890 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0403 00:52:01.117888 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-xpc6w for pod on switch ip-10-0-0-96.ec2.internal I0403 00:52:01.117987 3807 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w I0403 00:52:01.144885 3807 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w] pod update took 26.919909ms I0403 00:52:01.144917 3807 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w] addLogicalPort annotation time took 26.962317ms I0403 00:52:01.146183 3807 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w] addLogicalPort took 28.309372ms, libovsdb time 884.074µs I0403 00:52:01.240510 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-lwwzf for pod on switch ip-10-0-0-96.ec2.internal I0403 00:52:01.240631 3807 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf I0403 00:52:01.274468 3807 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf] pod update took 33.873714ms I0403 00:52:01.274493 3807 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf] addLogicalPort annotation time took 33.90661ms I0403 00:52:01.275785 3807 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf] addLogicalPort took 35.296938ms, libovsdb time 965.33µs I0403 00:52:01.339009 3807 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-96.ec2.internal I0403 00:52:01.339122 3807 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0403 00:52:01.379695 3807 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 40.611459ms I0403 00:52:01.379726 3807 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 40.64932ms I0403 00:52:01.381141 3807 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 42.146327ms, libovsdb time 991.999µs I0403 00:52:01.489951 3807 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w 0df6eb4f10d0097c513629a3eb8913a2104a717f37f18f88b58674c8415873be network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w 0df6eb4f10d0097c513629a3eb8913a2104a717f37f18f88b58674c8415873be network default NAD default] I0403 00:52:01.501452 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-xpc6w, hostIfaceName: 0df6eb4f10d0097, network: default, NAD default, SandboxID: "0df6eb4f10d0097c513629a3eb8913a2104a717f37f18f88b58674c8415873be", PCI device ID: , UID: "29aba0a3-1423-4361-bcc4-7f4a4744d6a0", MAC: 0a:58:0a:81:02:1a, IPs: [10.129.2.26/23] I0403 00:52:01.556394 3807 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w 0df6eb4f10d0097c513629a3eb8913a2104a717f37f18f88b58674c8415873be network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xpc6w 0df6eb4f10d0097c513629a3eb8913a2104a717f37f18f88b58674c8415873be network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:f7:a2:5d:ac:ad\",\"name\":\"0df6eb4f10d0097\"},{\"mac\":\"0a:58:0a:81:02:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87b0cc82-ad56-41f4-afa8-0f2a199c995e\"}],\"ips\":[{\"address\":\"10.129.2.26/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:52:01.601390 3807 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf 772a77d38c73485f8cf1c9f01599f300a984015f1fef52028c0b2130c802114b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf 772a77d38c73485f8cf1c9f01599f300a984015f1fef52028c0b2130c802114b network default NAD default] I0403 00:52:01.613225 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-lwwzf, hostIfaceName: 772a77d38c73485, network: default, NAD default, SandboxID: "772a77d38c73485f8cf1c9f01599f300a984015f1fef52028c0b2130c802114b", PCI device ID: , UID: "d8dfb98c-c3e6-4309-824a-8bd9db61c229", MAC: 0a:58:0a:81:02:1b, IPs: [10.129.2.27/23] I0403 00:52:01.668277 3807 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf 772a77d38c73485f8cf1c9f01599f300a984015f1fef52028c0b2130c802114b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-lwwzf 772a77d38c73485f8cf1c9f01599f300a984015f1fef52028c0b2130c802114b network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:f1:8d:71:ba:5f\",\"name\":\"772a77d38c73485\"},{\"mac\":\"0a:58:0a:81:02:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82b46abd-a118-4b2b-a8ec-1bfb7e9862e6\"}],\"ips\":[{\"address\":\"10.129.2.27/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:52:01.711741 3807 cni.go:403] [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default] I0403 00:52:01.722334 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: c3329a539e8b11c, network: default, NAD default, SandboxID: "c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337", PCI device ID: , UID: "e1a8c5bc-ec50-4773-a878-4a53a4190819", MAC: 0a:58:0a:81:02:1c, IPs: [10.129.2.28/23] I0403 00:52:01.775887 3807 cni.go:424] [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:39:91:8b:f5:2c\",\"name\":\"c3329a539e8b11c\"},{\"mac\":\"0a:58:0a:81:02:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39d7f3b0-ae80-49b8-b0ff-fc590cc94c85\"}],\"ips\":[{\"address\":\"10.129.2.28/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:52:04.016676 3807 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-k8q9v for pod on switch ip-10-0-0-96.ec2.internal I0403 00:52:04.016784 3807 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v I0403 00:52:04.023006 3807 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-rd4s9 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:52:04.023116 3807 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9 I0403 00:52:04.030158 3807 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v] pod update took 13.397875ms I0403 00:52:04.030187 3807 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v] addLogicalPort annotation time took 13.434277ms I0403 00:52:04.031607 3807 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v] addLogicalPort took 14.946502ms, libovsdb time 993.348µs I0403 00:52:04.036475 3807 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9] pod update took 13.38146ms I0403 00:52:04.036503 3807 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9] addLogicalPort annotation time took 13.416735ms I0403 00:52:04.037979 3807 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9] addLogicalPort took 14.989668ms, libovsdb time 1.0804ms W0403 00:52:05.556943 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:52:05.556967 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:52:05.556973 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:52:06.562669 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:52:06.562688 3807 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:52:06.562693 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:52:06.562696 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:52:08.605653 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:52:08.605672 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:52:08.605677 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0403 00:52:10.826821 3807 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:52:15.488912 3807 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v 65263711b906802577891958e6a7a9dd0af4f9ef035dac27b17c47399f26b124 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v 65263711b906802577891958e6a7a9dd0af4f9ef035dac27b17c47399f26b124 network default NAD default] I0403 00:52:15.492818 3807 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9 ebbf05e1ddada7e17b9f859543b755223b055332c80a88dee3771027818590c9 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9 ebbf05e1ddada7e17b9f859543b755223b055332c80a88dee3771027818590c9 network default NAD default] I0403 00:52:15.499227 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-k8q9v, hostIfaceName: 65263711b906802, network: default, NAD default, SandboxID: "65263711b906802577891958e6a7a9dd0af4f9ef035dac27b17c47399f26b124", PCI device ID: , UID: "5c10228d-a772-4d6d-8109-c073fb443988", MAC: 0a:58:0a:81:02:1d, IPs: [10.129.2.29/23] I0403 00:52:15.502163 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-rd4s9, hostIfaceName: ebbf05e1ddada7e, network: default, NAD default, SandboxID: "ebbf05e1ddada7e17b9f859543b755223b055332c80a88dee3771027818590c9", PCI device ID: , UID: "9ddd6b81-28d3-4e06-8e55-20de4ea988f6", MAC: 0a:58:0a:81:02:1e, IPs: [10.129.2.30/23] I0403 00:52:15.549467 3807 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v 65263711b906802577891958e6a7a9dd0af4f9ef035dac27b17c47399f26b124 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k8q9v 65263711b906802577891958e6a7a9dd0af4f9ef035dac27b17c47399f26b124 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:50:4e:86:33:e0\",\"name\":\"65263711b906802\"},{\"mac\":\"0a:58:0a:81:02:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd4793dc-dfba-42c5-b8a0-78e336b4023f\"}],\"ips\":[{\"address\":\"10.129.2.29/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:52:15.571498 3807 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9 ebbf05e1ddada7e17b9f859543b755223b055332c80a88dee3771027818590c9 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rd4s9 ebbf05e1ddada7e17b9f859543b755223b055332c80a88dee3771027818590c9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:36:4b:a2:93:5c\",\"name\":\"ebbf05e1ddada7e\"},{\"mac\":\"0a:58:0a:81:02:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05e9f8a4-84f6-489a-b614-f0b962507753\"}],\"ips\":[{\"address\":\"10.129.2.30/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err W0403 00:52:16.566832 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:52:16.566856 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:52:16.566861 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:52:16.606837 3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0403 00:52:16.626884 3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0403 00:52:19.580907 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:52:19.580932 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:52:19.580948 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:52:29.620615 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0403 00:52:37.618409 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0403 00:52:37.639516 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0403 00:52:39.730361 3807 cni.go:403] [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default] I0403 00:52:39.814890 3807 cni.go:424] [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure c3329a539e8b11cc0624b894bf70a784e5b331dd9c45b47ebab97f1fb5c15337 network default NAD default], result "{}", err I0403 00:52:39.864560 3807 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:52:39.864596 3807 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0403 00:52:39.865966 3807 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.2.28 I0403 00:52:39.865991 3807 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:52:39.904090 3807 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:52:39.904120 3807 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:52:39.910876 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0403 00:52:39.910898 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0403 00:52:40.983015 3807 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-96.ec2.internal I0403 00:52:40.983104 3807 kube.go:256] Updating pod tsf/test-tsf-iam I0403 00:52:41.000510 3807 pod.go:62] [tsf/test-tsf-iam] pod update took 17.427887ms I0403 00:52:41.000535 3807 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.458326ms I0403 00:52:41.001789 3807 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.789225ms, libovsdb time 853.768µs I0403 00:52:41.339990 3807 cni.go:403] [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default] I0403 00:52:41.349540 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 576bb9324a941ba, network: default, NAD default, SandboxID: "576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8", PCI device ID: , UID: "ed7bb313-d242-4fa6-85b4-b20938f4f442", MAC: 0a:58:0a:81:02:1f, IPs: [10.129.2.31/23] I0403 00:52:41.397640 3807 cni.go:424] [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:73:33:8e:23:51\",\"name\":\"576bb9324a941ba\"},{\"mac\":\"0a:58:0a:81:02:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c85b7242-0462-48e2-828b-575260a2d0ce\"}],\"ips\":[{\"address\":\"10.129.2.31/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:52:42.635066 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-lvqwk for pod on switch ip-10-0-0-96.ec2.internal I0403 00:52:42.635182 3807 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk I0403 00:52:42.648622 3807 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk] pod update took 13.472983ms I0403 00:52:42.648646 3807 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk] addLogicalPort annotation time took 13.502617ms I0403 00:52:42.649854 3807 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk] addLogicalPort took 14.801637ms, libovsdb time 855.354µs I0403 00:52:42.997619 3807 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk 07306b8932f3ed9626658856b4870c699c2b0ad006fa2aaba0f3939eee495069 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk 07306b8932f3ed9626658856b4870c699c2b0ad006fa2aaba0f3939eee495069 network default NAD default] I0403 00:52:43.007979 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-lvqwk, hostIfaceName: 07306b8932f3ed9, network: default, NAD default, SandboxID: "07306b8932f3ed9626658856b4870c699c2b0ad006fa2aaba0f3939eee495069", PCI device ID: , UID: "8bf9e46d-6329-46ef-b143-27d4a20c1c00", MAC: 0a:58:0a:81:02:20, IPs: [10.129.2.32/23] I0403 00:52:43.062639 3807 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk 07306b8932f3ed9626658856b4870c699c2b0ad006fa2aaba0f3939eee495069 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-lvqwk 07306b8932f3ed9626658856b4870c699c2b0ad006fa2aaba0f3939eee495069 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:3d:64:95:95:e8\",\"name\":\"07306b8932f3ed9\"},{\"mac\":\"0a:58:0a:81:02:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/753c2dcf-5743-4661-b817-63cfc9c1670d\"}],\"ips\":[{\"address\":\"10.129.2.32/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:52:44.483159 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=39 W0403 00:52:50.737637 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:52:50.739657 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:52:50.739674 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0403 00:52:51.665058 3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0403 00:53:11.095945 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-vkhsz for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:11.096037 3807 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz I0403 00:53:11.112136 3807 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz] pod update took 16.120004ms I0403 00:53:11.112162 3807 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz] addLogicalPort annotation time took 16.151437ms I0403 00:53:11.113443 3807 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz] addLogicalPort took 17.512031ms, libovsdb time 842.055µs I0403 00:53:11.191681 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-dnvnl for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:11.191808 3807 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl I0403 00:53:11.209074 3807 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl] pod update took 17.292988ms I0403 00:53:11.209093 3807 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl] addLogicalPort annotation time took 17.315613ms I0403 00:53:11.210386 3807 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl] addLogicalPort took 18.728389ms, libovsdb time 942.107µs I0403 00:53:11.464459 3807 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz 1c64b47c4bb316978e279c405527b3aea15746071b322c5c7c1a88053c35dc42 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz 1c64b47c4bb316978e279c405527b3aea15746071b322c5c7c1a88053c35dc42 network default NAD default] I0403 00:53:11.474184 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-vkhsz, hostIfaceName: 1c64b47c4bb3169, network: default, NAD default, SandboxID: "1c64b47c4bb316978e279c405527b3aea15746071b322c5c7c1a88053c35dc42", PCI device ID: , UID: "0d94eb88-468e-44a4-9636-6d57a1e8e864", MAC: 0a:58:0a:81:02:21, IPs: [10.129.2.33/23] I0403 00:53:11.526512 3807 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz 1c64b47c4bb316978e279c405527b3aea15746071b322c5c7c1a88053c35dc42 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vkhsz 1c64b47c4bb316978e279c405527b3aea15746071b322c5c7c1a88053c35dc42 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:f0:57:79:ca:73\",\"name\":\"1c64b47c4bb3169\"},{\"mac\":\"0a:58:0a:81:02:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e21690d-596c-4106-b012-a8c83ffcd42b\"}],\"ips\":[{\"address\":\"10.129.2.33/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:11.558052 3807 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl 946a5c2b3068c8ad802f06b5e111f2492057743bbe9ebe1d1c0e30432736bea2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl 946a5c2b3068c8ad802f06b5e111f2492057743bbe9ebe1d1c0e30432736bea2 network default NAD default] I0403 00:53:11.568857 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-dnvnl, hostIfaceName: 946a5c2b3068c8a, network: default, NAD default, SandboxID: "946a5c2b3068c8ad802f06b5e111f2492057743bbe9ebe1d1c0e30432736bea2", PCI device ID: , UID: "56d14cdb-c95b-4297-ad3a-5bf1099d2a0d", MAC: 0a:58:0a:81:02:22, IPs: [10.129.2.34/23] I0403 00:53:11.618420 3807 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl 946a5c2b3068c8ad802f06b5e111f2492057743bbe9ebe1d1c0e30432736bea2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-dnvnl 946a5c2b3068c8ad802f06b5e111f2492057743bbe9ebe1d1c0e30432736bea2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:4a:2c:f0:34:62\",\"name\":\"946a5c2b3068c8a\"},{\"mac\":\"0a:58:0a:81:02:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9780d4e-a44e-45dd-a7d8-bfe3f9bde9bf\"}],\"ips\":[{\"address\":\"10.129.2.34/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:12.120619 3807 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:12.121175 3807 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:12.873164 3807 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:12.873188 3807 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:12.878365 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:53:12.878387 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0403 00:53:13.886517 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:53:13.886542 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:53:13.890658 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:53:18.690778 3807 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:53:18.690811 3807 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:53:18.690818 3807 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0403 00:53:35.015312 3807 cni.go:403] [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default] I0403 00:53:35.092229 3807 cni.go:424] [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 576bb9324a941baf3ff6a2d3c606a9ac64b771d760b54e14bcdeed63eb8dc2f8 network default NAD default], result "{}", err I0403 00:53:35.149453 3807 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:35.149484 3807 pods.go:176] Deleting pod: tsf/test-tsf-iam I0403 00:53:35.150708 3807 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.2.31 I0403 00:53:35.150736 3807 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:35.170452 3807 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:35.170485 3807 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:35.177189 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0403 00:53:35.177221 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0403 00:53:36.050680 3807 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:36.050772 3807 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0403 00:53:36.067108 3807 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.357471ms I0403 00:53:36.067133 3807 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.388378ms I0403 00:53:36.068333 3807 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.668011ms, libovsdb time 823.733µs I0403 00:53:36.411813 3807 cni.go:403] [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default] I0403 00:53:36.421880 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 04315f99f8b659a, network: default, NAD default, SandboxID: "04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e", PCI device ID: , UID: "ba4c6434-566d-4ca1-b42b-d5144930c49d", MAC: 0a:58:0a:81:02:23, IPs: [10.129.2.35/23] I0403 00:53:36.474331 3807 cni.go:424] [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:76:f8:ea:7f:e1\",\"name\":\"04315f99f8b659a\"},{\"mac\":\"0a:58:0a:81:02:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f00b72ed-cb75-418d-9931-83f84b6d53db\"}],\"ips\":[{\"address\":\"10.129.2.35/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:36.987139 3807 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-w9nfj-fvhdm] creating logical port tsf-tas_segment-backup-installation-w9nfj-fvhdm for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:36.987229 3807 kube.go:256] Updating pod tsf-tas/segment-backup-installation-w9nfj-fvhdm I0403 00:53:37.003833 3807 pod.go:62] [tsf-tas/segment-backup-installation-w9nfj-fvhdm] pod update took 16.623723ms I0403 00:53:37.003867 3807 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-w9nfj-fvhdm] addLogicalPort annotation time took 16.664185ms I0403 00:53:37.005260 3807 pods.go:271] [tsf-tas/segment-backup-installation-w9nfj-fvhdm] addLogicalPort took 18.137988ms, libovsdb time 1.00339ms I0403 00:53:37.374253 3807 cni.go:403] [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default] I0403 00:53:37.401079 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-w9nfj-fvhdm, hostIfaceName: 651935f3b9b90f2, network: default, NAD default, SandboxID: "651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1", PCI device ID: , UID: "db16b1a8-2ada-486f-9773-26d7d62efd7d", MAC: 0a:58:0a:81:02:24, IPs: [10.129.2.36/23] I0403 00:53:37.455262 3807 cni.go:424] [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:57:fe:e9:a2:65\",\"name\":\"651935f3b9b90f2\"},{\"mac\":\"0a:58:0a:81:02:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/accc8f8b-dfd7-446a-bf73-67a53f6bdb35\"}],\"ips\":[{\"address\":\"10.129.2.36/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:37.840335 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-k5fw8] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-k5fw8 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:37.840479 3807 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-k5fw8 I0403 00:53:37.853087 3807 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-k5fw8] pod update took 12.626449ms I0403 00:53:37.853122 3807 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-k5fw8] addLogicalPort annotation time took 12.670817ms I0403 00:53:37.854474 3807 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-k5fw8] addLogicalPort took 14.155905ms, libovsdb time 920.898µs I0403 00:53:38.114545 3807 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-785db768f7-2552m] creating logical port tsf-tas_fulcio-server-785db768f7-2552m for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:38.114698 3807 kube.go:256] Updating pod tsf-tas/fulcio-server-785db768f7-2552m I0403 00:53:38.135932 3807 pod.go:62] [tsf-tas/fulcio-server-785db768f7-2552m] pod update took 21.256898ms I0403 00:53:38.136035 3807 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-785db768f7-2552m] addLogicalPort annotation time took 21.366896ms I0403 00:53:38.137655 3807 pods.go:271] [tsf-tas/fulcio-server-785db768f7-2552m] addLogicalPort took 23.133122ms, libovsdb time 1.048322ms I0403 00:53:38.202240 3807 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-k5fw8 f13aa9cdc29f701673cdf94e87baa6a630926b381b07854e835610db6c7e3486 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-k5fw8 f13aa9cdc29f701673cdf94e87baa6a630926b381b07854e835610db6c7e3486 network default NAD default] I0403 00:53:38.211915 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-k5fw8, hostIfaceName: f13aa9cdc29f701, network: default, NAD default, SandboxID: "f13aa9cdc29f701673cdf94e87baa6a630926b381b07854e835610db6c7e3486", PCI device ID: , UID: "caa0cbf6-47f2-4df8-8b8c-97b9fdbf9b74", MAC: 0a:58:0a:81:02:25, IPs: [10.129.2.37/23] I0403 00:53:38.254606 3807 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-574fffb5dd-hkgdt] creating logical port tsf-tas_trillian-logserver-574fffb5dd-hkgdt for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:38.254759 3807 kube.go:256] Updating pod tsf-tas/trillian-logserver-574fffb5dd-hkgdt I0403 00:53:38.271637 3807 pod.go:62] [tsf-tas/trillian-logserver-574fffb5dd-hkgdt] pod update took 16.898443ms I0403 00:53:38.271667 3807 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-574fffb5dd-hkgdt] addLogicalPort annotation time took 16.938671ms I0403 00:53:38.273385 3807 pods.go:271] [tsf-tas/trillian-logserver-574fffb5dd-hkgdt] addLogicalPort took 18.800792ms, libovsdb time 1.17326ms I0403 00:53:38.280247 3807 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-k5fw8 f13aa9cdc29f701673cdf94e87baa6a630926b381b07854e835610db6c7e3486 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-k5fw8 f13aa9cdc29f701673cdf94e87baa6a630926b381b07854e835610db6c7e3486 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:ae:b4:86:13:75\",\"name\":\"f13aa9cdc29f701\"},{\"mac\":\"0a:58:0a:81:02:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c712fd7e-59fb-4856-b1c5-b02f14f78929\"}],\"ips\":[{\"address\":\"10.129.2.37/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:38.359478 3807 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6d86698cd4-bk5ct] creating logical port tsf-tas_trillian-logsigner-6d86698cd4-bk5ct for pod on switch ip-10-0-0-96.ec2.internal I0403 00:53:38.359600 3807 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6d86698cd4-bk5ct I0403 00:53:38.375173 3807 pod.go:62] [tsf-tas/trillian-logsigner-6d86698cd4-bk5ct] pod update took 15.610153ms I0403 00:53:38.375197 3807 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-6d86698cd4-bk5ct] addLogicalPort annotation time took 15.64128ms I0403 00:53:38.376671 3807 pods.go:271] [tsf-tas/trillian-logsigner-6d86698cd4-bk5ct] addLogicalPort took 17.214381ms, libovsdb time 886.833µs I0403 00:53:38.486877 3807 cni.go:403] [tsf-tas/fulcio-server-785db768f7-2552m 9e809db76ef183c30ea6f6911cda633e632ed9890572e53547918437b97a0970 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-785db768f7-2552m 9e809db76ef183c30ea6f6911cda633e632ed9890572e53547918437b97a0970 network default NAD default] I0403 00:53:38.499570 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-785db768f7-2552m, hostIfaceName: 9e809db76ef183c, network: default, NAD default, SandboxID: "9e809db76ef183c30ea6f6911cda633e632ed9890572e53547918437b97a0970", PCI device ID: , UID: "f375c68b-6e77-44cd-afee-cd4715b2f330", MAC: 0a:58:0a:81:02:26, IPs: [10.129.2.38/23] I0403 00:53:38.582404 3807 cni.go:424] [tsf-tas/fulcio-server-785db768f7-2552m 9e809db76ef183c30ea6f6911cda633e632ed9890572e53547918437b97a0970 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-785db768f7-2552m 9e809db76ef183c30ea6f6911cda633e632ed9890572e53547918437b97a0970 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:73:bb:54:7e:c6\",\"name\":\"9e809db76ef183c\"},{\"mac\":\"0a:58:0a:81:02:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c184372b-5d73-4189-b094-115704f288ef\"}],\"ips\":[{\"address\":\"10.129.2.38/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:39.245197 3807 cni.go:403] [tsf-tas/trillian-logserver-574fffb5dd-hkgdt 028d8114c77a6f39242afcfa147f6d6391e1119c11a90b2d168c0a90d7cf8e0c network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-574fffb5dd-hkgdt 028d8114c77a6f39242afcfa147f6d6391e1119c11a90b2d168c0a90d7cf8e0c network default NAD default] I0403 00:53:39.258115 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-574fffb5dd-hkgdt, hostIfaceName: 028d8114c77a6f3, network: default, NAD default, SandboxID: "028d8114c77a6f39242afcfa147f6d6391e1119c11a90b2d168c0a90d7cf8e0c", PCI device ID: , UID: "63a55afd-0a82-4e33-b3c6-4377300b4a46", MAC: 0a:58:0a:81:02:27, IPs: [10.129.2.39/23] I0403 00:53:39.324820 3807 cni.go:424] [tsf-tas/trillian-logserver-574fffb5dd-hkgdt 028d8114c77a6f39242afcfa147f6d6391e1119c11a90b2d168c0a90d7cf8e0c network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-574fffb5dd-hkgdt 028d8114c77a6f39242afcfa147f6d6391e1119c11a90b2d168c0a90d7cf8e0c network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:23:9b:37:99:7f\",\"name\":\"028d8114c77a6f3\"},{\"mac\":\"0a:58:0a:81:02:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e496e442-181e-4ff5-b883-092f3137db99\"}],\"ips\":[{\"address\":\"10.129.2.39/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:39.346220 3807 cni.go:403] [tsf-tas/trillian-logsigner-6d86698cd4-bk5ct 472ca6dba386226b959e5bed03c7776bce70bb47ca5f79b3b31b045934da3ac4 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-6d86698cd4-bk5ct 472ca6dba386226b959e5bed03c7776bce70bb47ca5f79b3b31b045934da3ac4 network default NAD default] I0403 00:53:39.356124 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6d86698cd4-bk5ct, hostIfaceName: 472ca6dba386226, network: default, NAD default, SandboxID: "472ca6dba386226b959e5bed03c7776bce70bb47ca5f79b3b31b045934da3ac4", PCI device ID: , UID: "7bc55707-3015-49a0-88fa-3dac1e6a614e", MAC: 0a:58:0a:81:02:28, IPs: [10.129.2.40/23] I0403 00:53:39.427828 3807 cni.go:424] [tsf-tas/trillian-logsigner-6d86698cd4-bk5ct 472ca6dba386226b959e5bed03c7776bce70bb47ca5f79b3b31b045934da3ac4 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-6d86698cd4-bk5ct 472ca6dba386226b959e5bed03c7776bce70bb47ca5f79b3b31b045934da3ac4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:87:38:9d:92:2b\",\"name\":\"472ca6dba386226\"},{\"mac\":\"0a:58:0a:81:02:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13e61363-ebdf-45a9-ac97-187bda045244\"}],\"ips\":[{\"address\":\"10.129.2.40/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:53:42.044359 3807 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-v9b7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:42.045076 3807 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-v9b7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:43.073641 3807 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-v9b7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:43.073666 3807 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-v9b7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:43.448160 3807 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:43.448858 3807 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:53:44.061050 3807 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:44.061082 3807 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:53:44.066842 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:53:44.066879 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0403 00:53:45.085965 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0403 00:53:45.085988 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0403 00:53:45.109696 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0403 00:53:45.109720 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0403 00:53:45.879926 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:53:45.879952 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:53:45.880015 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:53:50.085824 3807 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0403 00:53:59.185707 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0403 00:54:01.193418 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0403 00:54:02.195850 3807 cni.go:403] [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default] I0403 00:54:02.273069 3807 cni.go:424] [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-w9nfj-fvhdm 651935f3b9b90f2943b48596328697f1e1a335881f07ef516a38c273266022a1 network default NAD default], result "{}", err I0403 00:54:02.321806 3807 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:02.321847 3807 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-w9nfj-fvhdm I0403 00:54:02.323251 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-w9nfj-fvhdm, ips: 10.129.2.36 I0403 00:54:02.323280 3807 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:03.240436 3807 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:03.240464 3807 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:54:20.245605 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0403 00:54:20.247257 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0403 00:54:22.258176 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0403 00:54:23.267480 3807 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:54:23.267498 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0403 00:54:27.338412 3807 cni.go:403] [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default] I0403 00:54:27.422293 3807 cni.go:424] [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 04315f99f8b659a650d631123dac179074d76413d96220f836c85aa892ff9f1e network default NAD default], result "{}", err I0403 00:54:27.614758 3807 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:27.614794 3807 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0403 00:54:27.616097 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.2.35 I0403 00:54:27.616125 3807 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:27.634598 3807 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:27.634626 3807 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:27.638772 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0403 00:54:27.638800 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0403 00:54:32.307825 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-vtqb5 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:54:32.307923 3807 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5 I0403 00:54:32.320378 3807 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5] pod update took 12.472999ms I0403 00:54:32.320408 3807 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5] addLogicalPort annotation time took 12.508887ms I0403 00:54:32.321752 3807 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5] addLogicalPort took 13.944689ms, libovsdb time 851.93µs I0403 00:54:32.841558 3807 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5 2cc17154cc3f5ed4ae80bb3f27d60e3b3888cbda41236c39f33d3ba3c498a781 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5 2cc17154cc3f5ed4ae80bb3f27d60e3b3888cbda41236c39f33d3ba3c498a781 network default NAD default] I0403 00:54:32.850982 3807 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-vtqb5, hostIfaceName: 2cc17154cc3f5ed, network: default, NAD default, SandboxID: "2cc17154cc3f5ed4ae80bb3f27d60e3b3888cbda41236c39f33d3ba3c498a781", PCI device ID: , UID: "63cfd661-ac79-45f7-aebf-464c04f3f5f2", MAC: 0a:58:0a:81:02:29, IPs: [10.129.2.41/23] I0403 00:54:32.905755 3807 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5 2cc17154cc3f5ed4ae80bb3f27d60e3b3888cbda41236c39f33d3ba3c498a781 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtqb5 2cc17154cc3f5ed4ae80bb3f27d60e3b3888cbda41236c39f33d3ba3c498a781 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:eb:5e:c7:13:b5\",\"name\":\"2cc17154cc3f5ed\"},{\"mac\":\"0a:58:0a:81:02:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b40e6172-624f-4397-a46d-5c29299ee84d\"}],\"ips\":[{\"address\":\"10.129.2.41/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:54:36.471733 3807 obj_retry.go:464] Detected object tsf/patch-tekton-config-ft5z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:36.472376 3807 obj_retry.go:464] Detected object tsf/patch-tekton-config-ft5z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:37.493108 3807 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:37.493131 3807 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:37.597521 3807 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-8xzl8] creating logical port tsf_tsf-tekton-configuration-8xzl8 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:54:37.597606 3807 kube.go:256] Updating pod tsf/tsf-tekton-configuration-8xzl8 I0403 00:54:37.609510 3807 pod.go:62] [tsf/tsf-tekton-configuration-8xzl8] pod update took 11.923316ms I0403 00:54:37.609534 3807 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-8xzl8] addLogicalPort annotation time took 11.953118ms I0403 00:54:37.610779 3807 pods.go:271] [tsf/tsf-tekton-configuration-8xzl8] addLogicalPort took 13.279707ms, libovsdb time 852.111µs I0403 00:54:37.959815 3807 cni.go:403] [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default] I0403 00:54:37.969023 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-8xzl8, hostIfaceName: 7f76cb14762a073, network: default, NAD default, SandboxID: "7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9", PCI device ID: , UID: "8f6bd9d0-f92c-4528-b253-b9a5f9c05673", MAC: 0a:58:0a:81:02:2a, IPs: [10.129.2.42/23] I0403 00:54:38.024646 3807 cni.go:424] [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:34:b0:67:36:32\",\"name\":\"7f76cb14762a073\"},{\"mac\":\"0a:58:0a:81:02:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3516a199-b672-4fe9-9b76-d503ebcfc6f4\"}],\"ips\":[{\"address\":\"10.129.2.42/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:54:41.505138 3807 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:41.505722 3807 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:42.381305 3807 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:42.381328 3807 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:44.490906 3807 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:44.491454 3807 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:45.409982 3807 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:45.410006 3807 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:46.591479 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0403 00:54:49.414912 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0403 00:54:49.466211 3807 cni.go:403] [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default] I0403 00:54:49.544025 3807 cni.go:424] [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-8xzl8 7f76cb14762a0730608b77c06518d7a414908670e6297389541d44bcdc65b0a9 network default NAD default], result "{}", err I0403 00:54:49.547839 3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-668b4fcd4c-b27mt] creating logical port tsf-tas_rekor-redis-668b4fcd4c-b27mt for pod on switch ip-10-0-0-96.ec2.internal I0403 00:54:49.547936 3807 kube.go:256] Updating pod tsf-tas/rekor-redis-668b4fcd4c-b27mt I0403 00:54:49.565076 3807 pod.go:62] [tsf-tas/rekor-redis-668b4fcd4c-b27mt] pod update took 17.165188ms I0403 00:54:49.565099 3807 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-668b4fcd4c-b27mt] addLogicalPort annotation time took 17.191309ms I0403 00:54:49.566396 3807 pods.go:271] [tsf-tas/rekor-redis-668b4fcd4c-b27mt] addLogicalPort took 18.570212ms, libovsdb time 825.182µs I0403 00:54:49.611156 3807 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:49.611189 3807 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-8xzl8 I0403 00:54:49.612580 3807 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-8xzl8, ips: 10.129.2.42 I0403 00:54:49.612608 3807 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:54:49.676893 3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8] creating logical port tsf-tas_rekor-search-ui-5dbb7f78fb-8phc8 for pod on switch ip-10-0-0-96.ec2.internal I0403 00:54:49.677012 3807 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8 I0403 00:54:49.690380 3807 pod.go:62] [tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8] pod update took 13.410561ms I0403 00:54:49.690408 3807 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8] addLogicalPort annotation time took 13.443897ms I0403 00:54:49.691967 3807 pods.go:271] [tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8] addLogicalPort took 15.091444ms, libovsdb time 1.019113ms I0403 00:54:50.037061 3807 cni.go:403] [tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8 a52eed0ca42c9bd017bf3c39f8e48db72daad9f28ec9cf07aeca088e2a1fcb98 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8 a52eed0ca42c9bd017bf3c39f8e48db72daad9f28ec9cf07aeca088e2a1fcb98 network default NAD default] I0403 00:54:50.047387 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5dbb7f78fb-8phc8, hostIfaceName: a52eed0ca42c9bd, network: default, NAD default, SandboxID: "a52eed0ca42c9bd017bf3c39f8e48db72daad9f28ec9cf07aeca088e2a1fcb98", PCI device ID: , UID: "0b52a47a-064e-4c83-845f-ed493153d75e", MAC: 0a:58:0a:81:02:2c, IPs: [10.129.2.44/23] I0403 00:54:50.098182 3807 cni.go:424] [tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8 a52eed0ca42c9bd017bf3c39f8e48db72daad9f28ec9cf07aeca088e2a1fcb98 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-5dbb7f78fb-8phc8 a52eed0ca42c9bd017bf3c39f8e48db72daad9f28ec9cf07aeca088e2a1fcb98 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:2a:24:e0:ba:a3\",\"name\":\"a52eed0ca42c9bd\"},{\"mac\":\"0a:58:0a:81:02:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dd64281-fff8-457f-bc5d-6d729192bd99\"}],\"ips\":[{\"address\":\"10.129.2.44/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:54:50.227127 3807 cni.go:403] [tsf-tas/rekor-redis-668b4fcd4c-b27mt e41b73a4313e2071d2a58d2c37fe93bebe5969d69ab405710ab6f96335b8d837 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-668b4fcd4c-b27mt e41b73a4313e2071d2a58d2c37fe93bebe5969d69ab405710ab6f96335b8d837 network default NAD default] I0403 00:54:50.256765 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-668b4fcd4c-b27mt, hostIfaceName: e41b73a4313e207, network: default, NAD default, SandboxID: "e41b73a4313e2071d2a58d2c37fe93bebe5969d69ab405710ab6f96335b8d837", PCI device ID: , UID: "e724c9a2-eac0-4aba-9c16-f4bbc6a6a9a0", MAC: 0a:58:0a:81:02:2b, IPs: [10.129.2.43/23] I0403 00:54:50.305691 3807 cni.go:424] [tsf-tas/rekor-redis-668b4fcd4c-b27mt e41b73a4313e2071d2a58d2c37fe93bebe5969d69ab405710ab6f96335b8d837 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-668b4fcd4c-b27mt e41b73a4313e2071d2a58d2c37fe93bebe5969d69ab405710ab6f96335b8d837 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:88:6c:cc:05:9d\",\"name\":\"e41b73a4313e207\"},{\"mac\":\"0a:58:0a:81:02:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faf36b95-2c34-47fc-b6b5-ad25178a2ac8\"}],\"ips\":[{\"address\":\"10.129.2.43/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:54:50.473589 3807 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:50.473613 3807 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:50.524536 3807 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:50.524560 3807 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:54:50.526748 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ft5z9 I0403 00:54:50.526765 3807 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ft5z9 I0403 00:54:51.095839 3807 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-96.ec2.internal I0403 00:54:51.095978 3807 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0403 00:54:51.109051 3807 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.103301ms I0403 00:54:51.109072 3807 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.128966ms I0403 00:54:51.110552 3807 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.733837ms, libovsdb time 1.03289ms I0403 00:54:51.465897 3807 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default] I0403 00:54:51.476380 3807 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 09d3995b99b7279, network: default, NAD default, SandboxID: "09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df", PCI device ID: , UID: "5807f1c7-898a-4a11-a688-c87e2542f176", MAC: 0a:58:0a:81:02:2d, IPs: [10.129.2.45/23] I0403 00:54:51.532759 3807 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:73:db:1e:94:8c\",\"name\":\"09d3995b99b7279\"},{\"mac\":\"0a:58:0a:81:02:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6cd630f-11a1-48fd-9e53-ce4b0dd57e1a\"}],\"ips\":[{\"address\":\"10.129.2.45/23\",\"gateway\":\"10.129.2.1\",\"interface\":1}]}", err I0403 00:54:52.482143 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 W0403 00:54:53.490501 3807 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0403 00:54:54.498499 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0403 00:54:55.598148 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 W0403 00:54:59.472041 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0403 00:55:05.546085 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0403 00:55:06.536830 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0403 00:55:27.604583 3807 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:55:27.605154 3807 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:55:28.492788 3807 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:55:28.492813 3807 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:55:29.586952 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0403 00:55:44.559770 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0403 00:55:58.484381 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0403 00:56:16.483735 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0403 00:56:17.604645 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0403 00:56:23.610004 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0403 00:56:35.484833 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0403 00:56:45.581221 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0403 00:56:52.610596 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0403 00:58:09.493795 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=529 I0403 00:59:06.569822 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0403 00:59:58.610077 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0403 01:00:04.163282 3807 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 01:00:04.163945 3807 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 01:00:05.039588 3807 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 01:00:05.039635 3807 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 01:00:13.571030 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0403 01:00:55.405189 3807 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default] I0403 01:00:55.491406 3807 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 09d3995b99b727975857a1fb6e84dea5511c80c91af3d068771f6247bd8244df network default NAD default], result "{}", err I0403 01:00:55.547519 3807 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 01:00:55.547578 3807 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0403 01:00:55.548984 3807 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.2.45 I0403 01:00:55.549018 3807 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it