+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-208.ec2.internal ++ [[ -n ip-10-0-2-208.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-208.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 17:01:57.276919093 - disable conntrack on geneve port' I0513 17:01:57.276919093 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 17:01:57.293269666 - starting ovnkube-node' I0513 17:01:57.293269666 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-208.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-208.ec2.internal --init-node ip-10-0-2-208.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-208.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 17:01:57.332259 3685 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 17:01:57.332317 3685 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5382aa856e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 17:01:57.333851 3685 kube.go:431] Waiting for certificate I0513 17:01:57.334265 3685 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 17:01:57.334311 3685 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 17:01:57.335024 3685 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 17:01:57.371645 3685 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:01:57.371661 3685 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:01:57.375244 3685 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:01:57.375331 3685 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x6547" I0513 17:01:57.380208 3685 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x6547" I0513 17:01:57.380260 3685 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:01:58.333900 3685 kube.go:438] Certificate found I0513 17:01:58.334557 3685 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 17:01:58.335899 3685 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 17:01:58.386688 3685 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 16:56:57 +0000 UTC" deadline="2026-05-14 10:57:58.698368154 +0000 UTC" I0513 17:01:58.386732 3685 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h56m0.311650845s" I0513 17:01:58.403554 3685 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 17:01:58.426284 3685 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 17:01:58.426352 3685 server.go:101] MetricServer registers OVS metrics I0513 17:01:58.426633 3685 server.go:105] MetricServer registers OVN DB metrics I0513 17:01:58.429636 3685 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 17:01:58.429725 3685 factory.go:561] Starting watch factory I0513 17:01:58.429850 3685 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429872 3685 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429850 3685 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429878 3685 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429905 3685 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429916 3685 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429960 3685 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429944 3685 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429976 3685 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.429980 3685 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.430001 3685 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.430006 3685 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.431197 3685 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 17:01:58.431227 3685 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 17:01:58.433658 3685 controller_manager.go:370] Starting the ovnkube controller I0513 17:01:58.433672 3685 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-208.ec2.internal I0513 17:01:58.433728 3685 controller_manager.go:395] NBDB zone sync took: 44.645µs I0513 17:01:58.433738 3685 factory.go:561] Starting watch factory I0513 17:01:58.445118 3685 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 17:01:58.445161 3685 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 17:01:58.448790 3685 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 17:01:58.448818 3685 server.go:109] MetricServer registers OVN Controller metrics I0513 17:01:58.449545 3685 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.449712 3685 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.449795 3685 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.453504 3685 server.go:113] MetricServer registers OVN Northd metrics I0513 17:01:58.456137 3685 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.456809 3685 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.457556 3685 metrics.go:519] OVN Metrics Server starts to run ... I0513 17:01:58.462308 3685 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:01:58.536058 3685 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 17:01:58.536079 3685 factory.go:1977] *v1.Pod informer cache synced successfully I0513 17:01:58.536083 3685 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 17:01:58.536086 3685 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 17:01:58.536092 3685 factory.go:1977] *v1.Node informer cache synced successfully I0513 17:01:58.536095 3685 factory.go:1977] *v1.Service informer cache synced successfully I0513 17:01:58.536178 3685 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:01:58.536190 3685 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:01:58.536211 3685 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:01:58.536234 3685 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:01:58.539510 3685 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 17:01:58.539523 3685 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 17:01:58.539527 3685 factory.go:1977] *v1.Node informer cache synced successfully I0513 17:01:58.539530 3685 factory.go:1977] *v1.Service informer cache synced successfully I0513 17:01:58.539533 3685 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 17:01:58.539536 3685 factory.go:1977] *v1.Pod informer cache synced successfully I0513 17:01:58.541153 3685 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:01:58.541169 3685 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:01:58.545019 3685 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 17:01:58.545030 3685 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 17:01:58.545077 3685 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.545089 3685 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.549180 3685 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.550116 3685 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 17:01:58.550180 3685 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.550190 3685 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.554220 3685 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.556186 3685 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 17:01:58.556244 3685 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.556255 3685 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.560076 3685 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.562101 3685 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 17:01:58.562175 3685 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.562193 3685 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.566196 3685 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.567155 3685 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 17:01:58.567207 3685 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.567218 3685 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.571331 3685 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.572247 3685 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 17:01:58.572386 3685 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:01:58.572396 3685 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:01:58.576359 3685 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:01:58.577284 3685 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 17:01:58.577353 3685 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.577365 3685 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.577399 3685 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.577414 3685 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.581423 3685 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.581937 3685 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:01:58.582904 3685 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 17:01:58.582914 3685 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 17:01:58.582921 3685 factory.go:680] Watch Factory start up complete, took: 149.181633ms I0513 17:01:58.582928 3685 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-208.ec2.internal" zone I0513 17:01:58.641826 3685 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 17:01:58.641838 3685 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 17:01:58.646996 3685 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 17:01:58.652164 3685 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 17:01:58.657321 3685 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 17:01:58.662464 3685 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 17:01:58.667609 3685 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 17:01:58.672755 3685 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 17:01:58.677898 3685 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 17:01:58.677905 3685 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 17:01:58.677915 3685 factory.go:680] Watch Factory start up complete, took: 248.19431ms I0513 17:01:58.678033 3685 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 17:01:58.723959 3685 default_node_network_controller.go:710] Initializing the default node network controller I0513 17:01:58.787671 3685 udn_isolation.go:101] Starting UDN host isolation manager I0513 17:01:58.794329 3685 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 17:01:58.851664 3685 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 17:01:58.851799 3685 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 17:01:58.851816 3685 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 17:01:58.887664 3685 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 17:01:58.887733 3685 default_node_network_controller.go:809] Node ip-10-0-2-208.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0513 17:01:58.893463 3685 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.208"] k8s.ovn.org/zone-name:ip-10-0-2-208.ec2.internal] on node ip-10-0-2-208.ec2.internal I0513 17:01:58.915657 3685 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 17:01:58.921722 3685 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 17:01:58.921824 3685 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0513 17:01:58.921979 3685 gateway_init.go:263] Preparing Gateway I0513 17:01:58.921991 3685 gateway_shared_intf.go:1687] Creating new gateway I0513 17:01:59.023786 3685 iptables.go:108] Creating table: filter chain: FORWARD I0513 17:01:59.030246 3685 iptables.go:108] Creating table: filter chain: OUTPUT I0513 17:01:59.036635 3685 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 17:01:59.036652 3685 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-208.ec2.internal","mac-address":"0e:70:17:2f:b9:dd","ip-addresses":["10.0.2.208/24"],"ip-address":"10.0.2.208/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f8fb1925-2719-42ff-8ed1-b8c0e4e8a4d6 k8s.ovn.org/node-encap-ips:["10.0.2.208"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.208/24"} k8s.ovn.org/zone-name:ip-10-0-2-208.ec2.internal] on node ip-10-0-2-208.ec2.internal I0513 17:01:59.058064 3685 default_node_network_controller.go:519] Node connection status = connected I0513 17:01:59.083845 3685 controller_manager.go:429] Waiting for node in zone sync took: 500.903319ms I0513 17:01:59.090898 3685 controller_manager.go:611] Switching to transit router for layer2 networks I0513 17:01:59.090912 3685 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-208.ec2.internal I0513 17:01:59.108543 3685 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 17:01:59.115020 3685 controller_manager.go:290] SCTP support detected in OVN I0513 17:01:59.115608 3685 services_controller.go:69] Creating services controller for network=default I0513 17:01:59.115703 3685 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 17:01:59.115825 3685 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 17:01:59.115882 3685 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 17:01:59.115898 3685 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 17:01:59.115907 3685 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 17:01:59.116174 3685 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 17:01:59.116230 3685 udn_enabled_svc.go:95] Performing full resync I0513 17:01:59.116244 3685 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 17:01:59.116270 3685 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.254µs I0513 17:01:59.116278 3685 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.188µs I0513 17:01:59.116285 3685 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.043µs I0513 17:01:59.116292 3685 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 17:01:59.116300 3685 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 17:01:59.116311 3685 default_network_controller.go:325] Starting the default network controller I0513 17:01:59.116423 3685 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.119µs I0513 17:01:59.116565 3685 udn_enabled_svc.go:99] Waiting for handler to sync I0513 17:01:59.116577 3685 udn_enabled_svc.go:104] Starting worker I0513 17:01:59.125165 3685 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 17:01:59.125223 3685 repair.go:33] Syncing exgw routes took 45.72µs I0513 17:01:59.125257 3685 default_network_controller.go:414] Starting all the Watchers... I0513 17:01:59.125405 3685 namespace.go:98] [openshift-authentication] adding namespace I0513 17:01:59.125455 3685 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 17:01:59.125458 3685 namespace.go:98] [kube-system] adding namespace I0513 17:01:59.125476 3685 namespace.go:98] [openshift-config] adding namespace I0513 17:01:59.125481 3685 namespace.go:98] [openshift-network-diagnostics] adding namespace I0513 17:01:59.125485 3685 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0513 17:01:59.125488 3685 namespace.go:98] [openshift-config-operator] adding namespace I0513 17:01:59.125495 3685 namespace.go:98] [openshift-controller-manager] adding namespace I0513 17:01:59.125500 3685 namespace.go:98] [openshift-backplane-tam] adding namespace I0513 17:01:59.125497 3685 namespace.go:98] [kube-node-lease] adding namespace I0513 17:01:59.125504 3685 namespace.go:98] [openshift-machine-api] adding namespace I0513 17:01:59.125510 3685 namespace.go:98] [dedicated-admin] adding namespace I0513 17:01:59.125515 3685 namespace.go:98] [openshift-monitoring] adding namespace I0513 17:01:59.125513 3685 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 17:01:59.125528 3685 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 17:01:59.125985 3685 namespace.go:102] [openshift-authentication] adding namespace took 567.804µs I0513 17:01:59.125999 3685 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 17:01:59.126468 3685 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 463.057µs I0513 17:01:59.126485 3685 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 17:01:59.127039 3685 namespace.go:102] [openshift-kube-apiserver] adding namespace took 1.572933ms I0513 17:01:59.127054 3685 namespace.go:98] [openshift-network-console] adding namespace W0513 17:01:59.127533 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-2hkpj: pod kube-system/global-pull-secret-syncer-2hkpj: no pod IPs found W0513 17:01:59.127544 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-99bp7: pod kube-system/global-pull-secret-syncer-99bp7: no pod IPs found I0513 17:01:59.127576 3685 namespace.go:102] [openshift-network-console] adding namespace took 514.973µs I0513 17:01:59.127602 3685 namespace.go:98] [openshift-backplane-srep] adding namespace I0513 17:01:59.128152 3685 namespace.go:102] [kube-system] adding namespace took 2.665505ms I0513 17:01:59.128170 3685 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0513 17:01:59.128647 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5qll4: pod openshift-network-diagnostics/network-check-target-5qll4: no pod IPs found W0513 17:01:59.128660 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sxzb7: pod openshift-network-diagnostics/network-check-target-sxzb7: no pod IPs found I0513 17:01:59.128687 3685 namespace.go:102] [openshift-config] adding namespace took 3.203907ms I0513 17:01:59.128703 3685 namespace.go:98] [openshift-console] adding namespace I0513 17:01:59.129262 3685 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.772252ms I0513 17:01:59.129272 3685 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 17:01:59.129801 3685 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.303295ms I0513 17:01:59.129824 3685 namespace.go:98] [openshift-dns-operator] adding namespace I0513 17:01:59.130379 3685 namespace.go:102] [openshift-config-operator] adding namespace took 4.880519ms I0513 17:01:59.130394 3685 namespace.go:98] [openshift-logging] adding namespace I0513 17:01:59.130921 3685 namespace.go:102] [openshift-controller-manager] adding namespace took 5.419018ms I0513 17:01:59.130938 3685 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 17:01:59.131457 3685 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.949817ms I0513 17:01:59.131473 3685 namespace.go:98] [openshift-config-managed] adding namespace I0513 17:01:59.131939 3685 namespace.go:102] [kube-node-lease] adding namespace took 6.428495ms I0513 17:01:59.131957 3685 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 17:01:59.132477 3685 namespace.go:102] [openshift-machine-api] adding namespace took 6.963788ms I0513 17:01:59.132489 3685 namespace.go:98] [openshift-insights] adding namespace I0513 17:01:59.132933 3685 namespace.go:102] [dedicated-admin] adding namespace took 7.417882ms I0513 17:01:59.132948 3685 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 17:01:59.133421 3685 namespace.go:102] [openshift-monitoring] adding namespace took 7.899178ms I0513 17:01:59.133437 3685 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 17:01:59.134063 3685 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.536048ms I0513 17:01:59.134082 3685 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 17:01:59.134482 3685 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.945179ms I0513 17:01:59.134492 3685 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 17:01:59.134913 3685 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.421905ms I0513 17:01:59.134927 3685 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 17:01:59.135399 3685 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.789306ms I0513 17:01:59.135414 3685 namespace.go:98] [openshift] adding namespace I0513 17:01:59.135806 3685 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.630842ms I0513 17:01:59.135818 3685 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 17:01:59.136273 3685 namespace.go:102] [openshift-console] adding namespace took 7.566194ms I0513 17:01:59.136284 3685 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 17:01:59.136719 3685 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.442708ms I0513 17:01:59.136729 3685 namespace.go:98] [openshift-multus] adding namespace I0513 17:01:59.137550 3685 namespace.go:102] [openshift-dns-operator] adding namespace took 7.721652ms I0513 17:01:59.137563 3685 namespace.go:98] [openshift-network-node-identity] adding namespace I0513 17:01:59.138117 3685 namespace.go:102] [openshift-logging] adding namespace took 7.716669ms I0513 17:01:59.138135 3685 namespace.go:98] [openshift-operators] adding namespace I0513 17:01:59.138597 3685 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.651636ms I0513 17:01:59.138617 3685 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 17:01:59.139000 3685 namespace.go:102] [openshift-config-managed] adding namespace took 7.519661ms I0513 17:01:59.139014 3685 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 17:01:59.139419 3685 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.454119ms I0513 17:01:59.139437 3685 namespace.go:98] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] adding namespace I0513 17:01:59.139975 3685 namespace.go:102] [openshift-insights] adding namespace took 7.479191ms I0513 17:01:59.139992 3685 namespace.go:98] [openshift-kube-scheduler] adding namespace I0513 17:01:59.140519 3685 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.565119ms I0513 17:01:59.140534 3685 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 17:01:59.141026 3685 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.583002ms I0513 17:01:59.141041 3685 namespace.go:98] [openshift-marketplace] adding namespace I0513 17:01:59.141554 3685 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.465937ms I0513 17:01:59.141569 3685 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 17:01:59.142021 3685 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.523023ms I0513 17:01:59.142036 3685 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 17:01:59.142540 3685 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.606204ms I0513 17:01:59.142555 3685 namespace.go:98] [openshift-dns] adding namespace I0513 17:01:59.142960 3685 namespace.go:102] [openshift] adding namespace took 7.540916ms I0513 17:01:59.142972 3685 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 17:01:59.143386 3685 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.563631ms I0513 17:01:59.143403 3685 namespace.go:98] [kube-public] adding namespace W0513 17:01:59.143918 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s65w2: pod openshift-multus/network-metrics-daemon-s65w2: no pod IPs found W0513 17:01:59.143936 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xvs5s: pod openshift-multus/network-metrics-daemon-xvs5s: no pod IPs found I0513 17:01:59.143977 3685 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.684545ms I0513 17:01:59.143999 3685 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 17:01:59.144610 3685 namespace.go:102] [openshift-multus] adding namespace took 7.875721ms I0513 17:01:59.144625 3685 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 17:01:59.145201 3685 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.632051ms I0513 17:01:59.145217 3685 namespace.go:98] [openshift-apiserver] adding namespace I0513 17:01:59.145793 3685 namespace.go:102] [openshift-operators] adding namespace took 7.63131ms I0513 17:01:59.145820 3685 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 17:01:59.146482 3685 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.856914ms I0513 17:01:59.146506 3685 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 17:01:59.147020 3685 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.998051ms I0513 17:01:59.147042 3685 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 17:01:59.147568 3685 namespace.go:102] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] adding namespace took 8.124684ms I0513 17:01:59.147583 3685 namespace.go:98] [default] adding namespace I0513 17:01:59.148044 3685 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.046727ms I0513 17:01:59.148056 3685 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 17:01:59.148518 3685 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.979058ms I0513 17:01:59.148530 3685 namespace.go:98] [openshift-package-operator] adding namespace I0513 17:01:59.149042 3685 namespace.go:102] [openshift-marketplace] adding namespace took 7.993648ms I0513 17:01:59.149060 3685 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0513 17:01:59.149541 3685 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.966317ms I0513 17:01:59.149557 3685 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 17:01:59.150080 3685 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.037457ms I0513 17:01:59.150095 3685 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 17:01:59.150605 3685 namespace.go:102] [openshift-dns] adding namespace took 8.043625ms I0513 17:01:59.151079 3685 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.102205ms I0513 17:01:59.151509 3685 namespace.go:102] [kube-public] adding namespace took 8.100551ms I0513 17:01:59.151522 3685 namespace.go:98] [openshift-ingress] adding namespace I0513 17:01:59.151973 3685 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.968341ms I0513 17:01:59.151989 3685 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 17:01:59.152448 3685 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.818095ms I0513 17:01:59.152461 3685 namespace.go:98] [openshift-network-operator] adding namespace I0513 17:01:59.152908 3685 namespace.go:102] [openshift-apiserver] adding namespace took 7.683217ms I0513 17:01:59.152919 3685 namespace.go:98] [openshift-backplane] adding namespace I0513 17:01:59.153400 3685 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.573493ms I0513 17:01:59.153411 3685 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 17:01:59.153925 3685 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.413759ms I0513 17:01:59.153936 3685 namespace.go:98] [openshift-apiserver-operator] adding namespace I0513 17:01:59.154488 3685 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.438891ms I0513 17:01:59.154504 3685 namespace.go:98] [openshift-etcd] adding namespace I0513 17:01:59.155114 3685 namespace.go:102] [default] adding namespace took 7.526192ms I0513 17:01:59.155128 3685 namespace.go:98] [openshift-console-operator] adding namespace I0513 17:01:59.155755 3685 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.691125ms I0513 17:01:59.155819 3685 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 17:01:59.156515 3685 namespace.go:102] [openshift-package-operator] adding namespace took 7.978267ms I0513 17:01:59.156533 3685 namespace.go:98] [openshift-route-controller-manager] adding namespace I0513 17:01:59.157152 3685 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.070814ms I0513 17:01:59.157173 3685 namespace.go:98] [openshift-ingress-canary] adding namespace I0513 17:01:59.157903 3685 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.337504ms I0513 17:01:59.157923 3685 namespace.go:98] [openshift-cluster-version] adding namespace I0513 17:01:59.158593 3685 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.49034ms I0513 17:01:59.158617 3685 namespace.go:98] [openshift-node] adding namespace I0513 17:01:59.159176 3685 namespace.go:102] [openshift-ingress] adding namespace took 7.646174ms I0513 17:01:59.159843 3685 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.847029ms I0513 17:01:59.160473 3685 namespace.go:102] [openshift-network-operator] adding namespace took 8.006252ms I0513 17:01:59.161070 3685 namespace.go:102] [openshift-backplane] adding namespace took 8.144982ms I0513 17:01:59.161085 3685 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 17:01:59.161848 3685 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.430315ms I0513 17:01:59.162426 3685 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.484706ms I0513 17:01:59.162441 3685 namespace.go:98] [openshift-image-registry] adding namespace I0513 17:01:59.163439 3685 namespace.go:102] [openshift-etcd] adding namespace took 8.930443ms I0513 17:01:59.163451 3685 namespace.go:98] [openshift-infra] adding namespace I0513 17:01:59.163957 3685 namespace.go:102] [openshift-console-operator] adding namespace took 8.822077ms I0513 17:01:59.164416 3685 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.583837ms I0513 17:01:59.164967 3685 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.427109ms I0513 17:01:59.164985 3685 namespace.go:98] [openshift-host-network] adding namespace I0513 17:01:59.165539 3685 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.358731ms I0513 17:01:59.165958 3685 namespace.go:102] [openshift-cluster-version] adding namespace took 8.029338ms I0513 17:01:59.166450 3685 namespace.go:102] [openshift-node] adding namespace took 7.827154ms I0513 17:01:59.166473 3685 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 17:01:59.167056 3685 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.961819ms I0513 17:01:59.167781 3685 namespace.go:102] [openshift-image-registry] adding namespace took 5.335202ms I0513 17:01:59.168381 3685 namespace.go:102] [openshift-infra] adding namespace took 4.923752ms I0513 17:01:59.169060 3685 namespace.go:102] [openshift-host-network] adding namespace took 4.068549ms I0513 17:01:59.169700 3685 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.221317ms W0513 17:01:59.169814 3685 master.go:471] Unable to parse remote node ip-10-0-0-145.ec2.internal chassis-id annotation. Chassis may be removed during sync I0513 17:01:59.169959 3685 master.go:548] Adding or Updating local node "ip-10-0-2-208.ec2.internal" for network "default" I0513 17:01:59.170022 3685 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-145.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-145.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-145.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-145.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-145.ec2.internal W0513 17:01:59.177771 3685 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-2hkpj: pod kube-system/global-pull-secret-syncer-2hkpj: no pod IPs found W0513 17:01:59.177796 3685 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-s65w2: pod openshift-multus/network-metrics-daemon-s65w2: no pod IPs found W0513 17:01:59.177807 3685 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-sxzb7: pod openshift-network-diagnostics/network-check-target-sxzb7: no pod IPs found I0513 17:01:59.178770 3685 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-208.ec2.internal for the network default I0513 17:01:59.179090 3685 zone_ic_handler.go:195] Time taken to create transit switch: 305.918µs I0513 17:01:59.179849 3685 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 17:01:59.179877 3685 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 17:01:59.179891 3685 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 17:01:59.179918 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-145.ec2.internal in network "default" I0513 17:01:59.179942 3685 node_tracker.go:235] Node ip-10-0-0-145.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-145.ec2.internal" I0513 17:01:59.179953 3685 node_tracker.go:169] Node ip-10-0-0-145.ec2.internal switch + router changed, syncing services in network "default" I0513 17:01:59.179966 3685 services_controller.go:574] Full service sync requested for network=default I0513 17:01:59.179976 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-208.ec2.internal in network "default" I0513 17:01:59.180003 3685 node_tracker.go:169] Node ip-10-0-2-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:01:59.180010 3685 services_controller.go:574] Full service sync requested for network=default I0513 17:01:59.280839 3685 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 17:01:59.280865 3685 services_controller.go:208] Setting up event handlers for services for network=default I0513 17:01:59.280929 3685 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 17:01:59.280973 3685 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 17:01:59.280989 3685 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 17:01:59.381190 3685 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 17:01:59.381211 3685 repair.go:60] Starting repairing loop for services I0513 17:01:59.381331 3685 repair.go:131] Deleted 0 stale service LBs I0513 17:01:59.381351 3685 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 17:01:59.381365 3685 repair.go:62] Finished repairing loop for services: 156.701µs I0513 17:01:59.381386 3685 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 17:01:59.381396 3685 services_controller.go:254] Starting workers for network=default I0513 17:01:59.381653 3685 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s65w2] creating logical port openshift-multus_network-metrics-daemon-s65w2 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:01:59.381763 3685 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5qll4, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5qll4: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5qll4: no pod IPs found I0513 17:01:59.381787 3685 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-s65w2 I0513 17:01:59.381823 3685 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sxzb7] creating logical port openshift-network-diagnostics_network-check-target-sxzb7 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:01:59.381883 3685 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-99bp7, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-99bp7: suppressed error logged: pod kube-system/global-pull-secret-syncer-99bp7: no pod IPs found I0513 17:01:59.381938 3685 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-sxzb7 I0513 17:01:59.399227 3685 pod.go:62] [openshift-multus/network-metrics-daemon-s65w2] pod update took 17.509449ms I0513 17:01:59.399244 3685 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-s65w2] addLogicalPort annotation time took 17.529466ms I0513 17:01:59.400109 3685 pods.go:271] [openshift-multus/network-metrics-daemon-s65w2] addLogicalPort took 18.460021ms, libovsdb time 630.98µs I0513 17:01:59.400158 3685 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-2hkpj] creating logical port kube-system_global-pull-secret-syncer-2hkpj for pod on switch ip-10-0-2-208.ec2.internal I0513 17:01:59.400173 3685 pod.go:62] [openshift-network-diagnostics/network-check-target-sxzb7] pod update took 18.279677ms I0513 17:01:59.400187 3685 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-sxzb7] addLogicalPort annotation time took 18.294911ms I0513 17:01:59.400210 3685 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-2hkpj I0513 17:01:59.400968 3685 pods.go:271] [openshift-network-diagnostics/network-check-target-sxzb7] addLogicalPort took 19.153536ms, libovsdb time 610.95µs I0513 17:01:59.401001 3685 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-xvs5s, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-xvs5s: suppressed error logged: pod openshift-multus/network-metrics-daemon-xvs5s: no pod IPs found I0513 17:01:59.413697 3685 pod.go:62] [kube-system/global-pull-secret-syncer-2hkpj] pod update took 13.505929ms I0513 17:01:59.413715 3685 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-2hkpj] addLogicalPort annotation time took 13.524628ms I0513 17:01:59.414553 3685 pods.go:271] [kube-system/global-pull-secret-syncer-2hkpj] addLogicalPort took 14.419858ms, libovsdb time 666.689µs I0513 17:01:59.414954 3685 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 17:01:59.414977 3685 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 17:01:59.414990 3685 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 17:01:59.414995 3685 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 17:01:59.415196 3685 repair.go:29] Repairing admin network policies took 194.172µs I0513 17:01:59.415344 3685 repair.go:92] Repairing baseline admin network policies took 135.93µs I0513 17:01:59.415765 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 17:01:59.415780 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 17:01:59.417107 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 17:01:59.417136 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 17:01:59.417157 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 17:01:59.418681 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 17:01:59.418701 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 17:01:59.418708 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 17:01:59.420086 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 17:01:59.420103 3685 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 17:01:59.420113 3685 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 17:01:59.421901 3685 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 17:01:59.421919 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 17:01:59.421929 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 17:01:59.424297 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 17:01:59.424319 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 17:01:59.424327 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 17:01:59.424830 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 17:01:59.424849 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 17:01:59.425321 3685 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 17:01:59.425334 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 17:01:59.426134 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 17:01:59.426169 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 17:01:59.426177 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 17:01:59.427752 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 17:01:59.427768 3685 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 17:01:59.427776 3685 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 17:01:59.428051 3685 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 17:01:59.428080 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 17:01:59.428091 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 17:01:59.429354 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 17:01:59.429371 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 17:01:59.429379 3685 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 17:01:59.431060 3685 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 17:01:59.431080 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 17:01:59.431089 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 17:01:59.431574 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 17:01:59.431593 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 17:01:59.431601 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 17:01:59.432065 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 17:01:59.432084 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 17:01:59.432093 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 17:01:59.432971 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 17:01:59.432989 3685 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 17:01:59.433001 3685 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 17:01:59.433990 3685 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 17:01:59.434006 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 17:01:59.434013 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 17:01:59.435263 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 17:01:59.435280 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 17:01:59.435288 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 17:01:59.436377 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 17:01:59.436397 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 17:01:59.436408 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 17:01:59.437505 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 17:01:59.437527 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 17:01:59.437541 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 17:01:59.438114 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 17:01:59.438131 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 17:01:59.438137 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 17:01:59.438409 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 17:01:59.438427 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 17:01:59.438441 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 17:01:59.439166 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 17:01:59.439185 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 17:01:59.439196 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 17:01:59.439642 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 17:01:59.439660 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 17:01:59.439679 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 17:01:59.440398 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 17:01:59.440425 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 17:01:59.440432 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 17:01:59.441026 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 17:01:59.441044 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 17:01:59.441056 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 17:01:59.441614 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 17:01:59.441648 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 17:01:59.441662 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 17:01:59.442233 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 17:01:59.442251 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 17:01:59.442258 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 17:01:59.442801 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 17:01:59.442816 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 17:01:59.442823 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 17:01:59.443364 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 17:01:59.443380 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 17:01:59.443392 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 17:01:59.444578 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 17:01:59.449069 3685 egressfirewall.go:374] Starting EgressFirewall controller I0513 17:01:59.449100 3685 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 17:01:59.449153 3685 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 17:01:59.449203 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 17:01:59.449218 3685 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 17:01:59.449223 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 17:01:59.449243 3685 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 17:01:59.449573 3685 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 17:01:59.449587 3685 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 17:01:59.449593 3685 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 17:01:59.449602 3685 egressqos.go:193] Setting up event handlers for EgressQoS I0513 17:01:59.449668 3685 egressfirewall.go:723] Syncing node "ip-10-0-0-145.ec2.internal" for egress firewall I0513 17:01:59.449679 3685 egressfirewall.go:723] Syncing node "ip-10-0-2-208.ec2.internal" for egress firewall I0513 17:01:59.449784 3685 egressqos.go:245] Starting EgressQoS Controller I0513 17:01:59.449793 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 17:01:59.449802 3685 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 17:01:59.449809 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 17:01:59.449816 3685 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 17:01:59.449822 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 17:01:59.449826 3685 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 17:01:59.449830 3685 egressqos.go:259] Repairing EgressQoSes I0513 17:01:59.449836 3685 egressqos.go:399] Starting repairing loop for egressqos I0513 17:01:59.449925 3685 egressqos.go:401] Finished repairing loop for egressqos: 90.712µs I0513 17:01:59.449943 3685 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 17:01:59.449978 3685 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-208.ec2.internal I0513 17:01:59.450030 3685 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-208.ec2.internal : 53.821µs I0513 17:01:59.450099 3685 egressservice_zone.go:210] Starting Egress Services Controller I0513 17:01:59.450112 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 17:01:59.450124 3685 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 17:01:59.450133 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 17:01:59.450156 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 17:01:59.450167 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 17:01:59.450172 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 17:01:59.450177 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 17:01:59.450181 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 17:01:59.450185 3685 egressservice_zone.go:228] Repairing Egress Services I0513 17:01:59.450445 3685 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 17:01:59.450456 3685 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 17:01:59.450524 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:01:59.450537 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 16.086µs I0513 17:01:59.450548 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-208.ec2.internal I0513 17:01:59.450554 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-208.ec2.internal: 6.96µs I0513 17:01:59.450651 3685 default_network_controller.go:585] Completing all the Watchers took 325.386032ms I0513 17:01:59.450664 3685 default_network_controller.go:589] Starting unidling controllers I0513 17:01:59.450675 3685 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 17:01:59.450682 3685 unidle.go:63] Populating Initial ContollerEvent events I0513 17:01:59.450696 3685 unidle.go:79] Setting up event handlers for services I0513 17:01:59.450806 3685 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 17:01:59.558273 3685 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:00.058097 3685 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:00.558744 3685 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:01.058556 3685 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:01.306535 3685 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 17:02:01.558233 3685 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:01.576601 3685 bridgeconfig.go:537] Gateway is ready I0513 17:02:01.576622 3685 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 17:02:01.589602 3685 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.208. Updating OVN encap IP. I0513 17:02:01.596119 3685 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.208 - it is already configured I0513 17:02:01.596158 3685 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.208/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 17:02:01.596411 3685 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.208/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-208.ec2.internal","mac-address":"0e:70:17:2f:b9:dd","ip-addresses":["10.0.2.208/24"],"ip-address":"10.0.2.208/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f8fb1925-2719-42ff-8ed1-b8c0e4e8a4d6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.208/24"}] on node ip-10-0-2-208.ec2.internal I0513 17:02:01.608205 3685 default_network_controller.go:1025] Node "ip-10-0-0-145.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:01.615840 3685 egressfirewall.go:723] Syncing node "ip-10-0-2-208.ec2.internal" for egress firewall I0513 17:02:01.615865 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-208.ec2.internal in network "default" I0513 17:02:01.615879 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-208.ec2.internal I0513 17:02:01.616001 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-208.ec2.internal: 119.028µs I0513 17:02:01.616010 3685 node_tracker.go:169] Node ip-10-0-2-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:01.616056 3685 services_controller.go:574] Full service sync requested for network=default I0513 17:02:01.616389 3685 master.go:548] Adding or Updating local node "ip-10-0-2-208.ec2.internal" for network "default" I0513 17:02:01.617215 3685 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.208 I0513 17:02:01.617350 3685 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-208.ec2.internal I0513 17:02:01.621866 3685 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-208.ec2.internal. Updating no re-route policies I0513 17:02:01.621960 3685 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-2hkpj I0513 17:02:01.621971 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-pr98w I0513 17:02:01.621979 3685 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-2hkpj I0513 17:02:01.621990 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-pr98w I0513 17:02:01.621990 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hggkr I0513 17:02:01.621991 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-pghmx I0513 17:02:01.621993 3685 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-208.ec2.internal I0513 17:02:01.622003 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f977n I0513 17:02:01.622004 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hggkr I0513 17:02:01.622010 3685 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-208.ec2.internal I0513 17:02:01.622014 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f977n I0513 17:02:01.622015 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-pr98w after 0 failed attempt(s) I0513 17:02:01.622012 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xvs5s I0513 17:02:01.622016 3685 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-2hkpj] creating logical port kube-system_global-pull-secret-syncer-2hkpj for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:01.622023 3685 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bwbgq I0513 17:02:01.622028 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hggkr after 0 failed attempt(s) I0513 17:02:01.622029 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mzlsn I0513 17:02:01.622028 3685 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-99bp7 I0513 17:02:01.622034 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-f977n after 0 failed attempt(s) I0513 17:02:01.622038 3685 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bwbgq I0513 17:02:01.622039 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mzlsn I0513 17:02:01.622042 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xvs5s I0513 17:02:01.622043 3685 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-99bp7 I0513 17:02:01.622045 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5qll4 I0513 17:02:01.622060 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5qll4 I0513 17:02:01.622061 3685 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bwbgq after 0 failed attempt(s) I0513 17:02:01.622034 3685 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-208.ec2.internal after 0 failed attempt(s) I0513 17:02:01.622005 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-pghmx I0513 17:02:01.622080 3685 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-99bp7, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-99bp7: suppressed error logged: pod kube-system/global-pull-secret-syncer-99bp7: no pod IPs found I0513 17:02:01.622091 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-pghmx after 0 failed attempt(s) I0513 17:02:01.622016 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9cqsh I0513 17:02:01.621964 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-208.ec2.internal I0513 17:02:01.622103 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9cqsh I0513 17:02:01.622102 3685 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5qll4, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5qll4: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5qll4: no pod IPs found I0513 17:02:01.622107 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-208.ec2.internal I0513 17:02:01.621977 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-v84k5 I0513 17:02:01.622126 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mzlsn after 0 failed attempt(s) I0513 17:02:01.622043 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sxzb7 I0513 17:02:01.622220 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sxzb7 I0513 17:02:01.622241 3685 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sxzb7] creating logical port openshift-network-diagnostics_network-check-target-sxzb7 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:01.622123 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-208.ec2.internal after 0 failed attempt(s) I0513 17:02:01.621977 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-v8cpc I0513 17:02:01.622320 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-v8cpc I0513 17:02:01.622334 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-v8cpc after 0 failed attempt(s) I0513 17:02:01.622030 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s65w2 I0513 17:02:01.622342 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s65w2 I0513 17:02:01.622364 3685 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s65w2] creating logical port openshift-multus_network-metrics-daemon-s65w2 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:01.622125 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9cqsh after 0 failed attempt(s) I0513 17:02:01.622189 3685 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-xvs5s, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-xvs5s: suppressed error logged: pod openshift-multus/network-metrics-daemon-xvs5s: no pod IPs found I0513 17:02:01.622190 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-v84k5 I0513 17:02:01.622460 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-v84k5 after 0 failed attempt(s) I0513 17:02:01.623003 3685 pods.go:271] [kube-system/global-pull-secret-syncer-2hkpj] addLogicalPort took 997.276µs, libovsdb time 374.088µs I0513 17:02:01.623018 3685 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-2hkpj after 0 failed attempt(s) I0513 17:02:01.623073 3685 pods.go:271] [openshift-network-diagnostics/network-check-target-sxzb7] addLogicalPort took 836.719µs, libovsdb time 406.969µs I0513 17:02:01.623086 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-sxzb7 after 0 failed attempt(s) I0513 17:02:01.623167 3685 pods.go:271] [openshift-multus/network-metrics-daemon-s65w2] addLogicalPort took 810.955µs, libovsdb time 390.548µs I0513 17:02:01.623175 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-s65w2 after 0 failed attempt(s) I0513 17:02:01.636189 3685 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 17:02:01.648118 3685 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 17:02:01.651338 3685 iptables.go:108] Creating table: nat chain: OUTPUT I0513 17:02:01.682441 3685 iptables.go:108] Creating table: nat chain: PREROUTING I0513 17:02:01.727999 3685 iptables.go:108] Creating table: filter chain: FORWARD I0513 17:02:01.743628 3685 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 17:02:01.743762 3685 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 17:02:01.743807 3685 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 17:02:01.743883 3685 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 17:02:01.743942 3685 gateway_init.go:325] Gateway and management port readiness took 2.690339588s I0513 17:02:01.743970 3685 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 17:02:01.744007 3685 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 17:02:01.744024 3685 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 17:02:01.744035 3685 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 17:02:01.744090 3685 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 17:02:01.744191 3685 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.656µs I0513 17:02:01.744505 3685 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 17:02:01.744530 3685 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.743µs I0513 17:02:01.744538 3685 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.484µs I0513 17:02:01.744543 3685 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 17:02:01.744554 3685 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 17:02:01.744563 3685 default_node_network_controller.go:899] Starting the default node network controller I0513 17:02:01.744569 3685 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 17:02:01.744665 3685 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.348µs I0513 17:02:01.744782 3685 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 17:02:01.744790 3685 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 17:02:01.744827 3685 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f28c0 0xc0002ed7a0 0xc0002ed810 0xc0002ed8f0 0xc0002ed960 0xc0002ed9d0 0xc0002eda40 0xc000c24a00 0xc0002edb20 0xc0002edb90 0xc0004cc3c0 0xc00617d2d0 0xc0002edc00 map[0x2ff9080:0xc00261e2a0 0x2ff95c0:0xc00261e420 0x2ffa2e0:0xc001184c00 0x2ffa580:0xc00261e240 0x2ffad60:0xc00261e300 0x2ffb000:0xc00261e360 0x2ffb2a0:0xc00261e3c0 0x2ffba80:0xc00261e480 0x2ffbd20:0xc00261e660 0x3026980:0xc001184a80 0x3026d20:0xc001184ae0 0x3027800:0xc0009ff860 0x3029160:0xc001b9c000 0x30298a0:0xc001184ba0 0x302a720:0xc001b9c060] 0xc00016b180 0} I0513 17:02:01.744878 3685 gateway.go:151] Starting gateway service sync I0513 17:02:01.745308 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 17:02:01.747348 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 17:02:01.762867 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 17:02:01.763917 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 17:02:01.765030 3685 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 17:02:01.797692 3685 gateway.go:168] Gateway service sync done. Time taken: 52.804144ms I0513 17:02:01.798401 3685 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30293 I0513 17:02:01.798474 3685 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f28c0 0xc0002ed7a0 0xc0002ed810 0xc0002ed8f0 0xc0002ed960 0xc0002ed9d0 0xc0002eda40 0xc000c24a00 0xc0002edb20 0xc0002edb90 0xc0004cc3c0 0xc00617d2d0 0xc0002edc00 map[0x2ff9080:0xc00261e2a0 0x2ff95c0:0xc00261e420 0x2ffa2e0:0xc001184c00 0x2ffa580:0xc00261e240 0x2ffad60:0xc00261e300 0x2ffb000:0xc00261e360 0x2ffb2a0:0xc00261e3c0 0x2ffba80:0xc00261e480 0x2ffbd20:0xc00261e660 0x3026980:0xc001184a80 0x3026d20:0xc001184ae0 0x3027800:0xc0009ff860 0x3029160:0xc001b9c000 0x30298a0:0xc001184ba0 0x302a720:0xc001b9c060] 0xc00016b180 0} I0513 17:02:01.798944 3685 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f28c0 0xc0002ed7a0 0xc0002ed810 0xc0002ed8f0 0xc0002ed960 0xc0002ed9d0 0xc0002eda40 0xc000c24a00 0xc0002edb20 0xc0002edb90 0xc0004cc3c0 0xc00617d2d0 0xc0002edc00 map[0x2ff9080:0xc00261e2a0 0x2ff95c0:0xc00261e420 0x2ffa2e0:0xc001184c00 0x2ffa580:0xc00261e240 0x2ffad60:0xc00261e300 0x2ffb000:0xc00261e360 0x2ffb2a0:0xc00261e3c0 0x2ffba80:0xc00261e480 0x2ffbd20:0xc00261e660 0x3026980:0xc001184a80 0x3026d20:0xc001184ae0 0x3027800:0xc0009ff860 0x3029160:0xc001b9c000 0x30298a0:0xc001184ba0 0x302a720:0xc001b9c060] 0xc00016b180 0} I0513 17:02:01.798978 3685 gateway.go:532] Reconciling gateway with updates I0513 17:02:01.804622 3685 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 17:02:01.804710 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:01.804724 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:01.804732 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:01.804732 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:01.804737 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:01.804744 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:01.804745 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:01.804751 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:01.804756 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 17:02:01.804762 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:01.804771 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:01.804781 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:01.804777 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:01.804787 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 17:02:01.804792 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:01.804711 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:01.804805 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 17:02:01.804809 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 17:02:01.804811 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:01.804814 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:01.804808 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:01.804823 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 17:02:01.804826 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:01.804829 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:01.804830 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:01.804837 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:01.804838 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 17:02:01.804855 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 17:02:01.804858 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 17:02:01.804798 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:01.804857 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 17:02:01.804875 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 17:02:01.804872 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:01.804890 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:01.804896 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:01.804897 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 17:02:01.804901 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 17:02:01.804900 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 17:02:01.804915 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 17:02:01.804918 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 17:02:01.804922 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 17:02:01.804815 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:01.804945 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:01.804948 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 17:02:01.804953 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 17:02:01.804897 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:01.804961 3685 default_node_network_controller.go:944] Gateway and management port readiness took 60.162967ms I0513 17:02:01.804968 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:01.804971 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:01.804978 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:01.804981 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:01.804986 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:01.804990 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:01.804988 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 17:02:01.804992 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:01.805002 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:01.805005 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:01.805021 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:01.805034 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 17:02:01.805039 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:01.805041 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 17:02:01.805046 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:01.805051 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:01.805059 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:01.805064 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:01.805060 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:01.805072 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:01.805076 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 17:02:01.805075 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:01.805088 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:01.805097 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:01.805112 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:01.805118 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:01.805023 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 17:02:01.805060 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:01.805049 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:01.805175 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:01.805189 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:01.804901 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 17:02:01.805205 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 17:02:01.805061 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:01.804882 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 17:02:01.805219 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:01.805062 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:01.805271 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:01.805077 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:01.805324 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:01.805346 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:01.805083 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 17:02:01.805359 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:01.805078 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:01.805357 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:01.805371 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:01.805370 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:01.805392 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:01.805375 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:01.805099 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:01.805516 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 32312 is already open, no action needed I0513 17:02:01.805081 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:01.805534 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 30851 is already open, no action needed I0513 17:02:01.805536 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:01.805549 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:01.805098 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:01.805516 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:01.805593 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:01.805596 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:01.805598 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:01.805603 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:01.805607 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:01.805616 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:01.805626 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 17:02:01.805526 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:01.805648 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:01.806027 3685 node_ip_handler_linux.go:160] Node IP manager is running W0513 17:02:01.841316 3685 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 17:02:01.841659 3685 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 17:02:01.841746 3685 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0513 17:02:01.849876 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 17:02:01.849898 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 17:02:01.849906 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 17:02:01.849913 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 17:02:01.849920 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 17:02:01.849925 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 17:02:01.849930 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 17:02:01.849935 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 17:02:01.849941 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 17:02:01.849948 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 17:02:01.888265 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 17:02:01.888287 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 17:02:01.888294 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 17:02:01.888300 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 17:02:01.888306 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 17:02:01.888312 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 17:02:01.888318 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 17:02:01.926151 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 17:02:01.926163 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 17:02:01.926178 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 17:02:01.926185 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 17:02:01.926191 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) W0513 17:02:02.939317 3685 egressip_healthcheck.go:76] Health checking using insecure connection I0513 17:02:02.939372 3685 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0513 17:02:02.939325 3685 default_node_network_controller.go:1380] Starting node controller node sync I0513 17:02:02.950738 3685 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.329758ms I0513 17:02:02.950888 3685 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 17:02:02.951124 3685 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 17:02:02.951249 3685 egressservice_node.go:183] Starting Egress Services Controller I0513 17:02:02.951269 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 17:02:02.951280 3685 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 17:02:02.951286 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 17:02:02.951290 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 17:02:02.951296 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 17:02:02.951300 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 17:02:02.951305 3685 egressservice_node.go:197] Repairing Egress Services I0513 17:02:02.961235 3685 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 17:02:02.961249 3685 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 17:02:02.961422 3685 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 17:02:02.961441 3685 link_network_manager.go:119] Link manager is running I0513 17:02:02.961449 3685 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 17:02:02.961665 3685 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 17:02:02.961998 3685 vrf_manager.go:128] VRF manager is running I0513 17:02:02.962278 3685 node_controller_manager.go:437] Removing flows to drop GARP I0513 17:02:02.962287 3685 gateway.go:532] Reconciling gateway with updates I0513 17:02:02.984111 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:02.984125 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:02.984131 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:02.984134 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:02.984152 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:02.984158 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 17:02:02.984161 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:02.984117 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:02.984167 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:02.984169 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:02.984171 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:02.984172 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:02.984180 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:02.984189 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:02.984186 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:02.984198 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:02.984198 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 17:02:02.984205 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:02.984212 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:02.984216 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 17:02:02.984217 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:02.984229 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:02.984230 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:02.984238 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 17:02:02.984245 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 32312 is already open, no action needed I0513 17:02:02.984249 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:02.984130 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:02.984257 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 17:02:02.984265 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:02.984267 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:02.984275 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:02.984276 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:02.984155 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:02.984288 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:02.984296 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:02.984295 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:02.984308 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:02.984309 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:02.984313 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:02.984314 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:02.984318 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:02.984286 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:02.984328 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:02.984330 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:02.984334 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:02.984338 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:02.984342 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:02.984201 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:02.984348 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:02.984355 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:02.984125 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:02.984365 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 17:02:02.984370 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:02.984392 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:02.984397 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:02.984253 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 30851 is already open, no action needed I0513 17:02:02.984407 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:02.984410 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:02.984415 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:02.984420 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 17:02:02.984426 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:02.984395 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:02.984160 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:02.984436 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 17:02:02.984438 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:02.984334 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:02.984173 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:02.984177 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:02.984170 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 17:02:02.984182 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:02.984511 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 17:02:02.984192 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:02.984136 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:02.984251 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:02.984180 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:02.984570 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 17:02:02.984581 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:02.984585 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 17:02:02.984591 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 17:02:02.984269 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 17:02:02.984283 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:02.984283 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:02.984631 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:02.984281 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 17:02:02.984661 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 17:02:02.984283 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:02.984294 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:02.984714 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:02.984297 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:02.984737 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:02.984315 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:02.984317 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 17:02:02.984324 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:02.984327 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:02.984336 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:02.984442 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:02.984162 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:02.984847 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:02.984265 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:02.984869 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 17:02:02.984267 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:02.984878 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:03.024839 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 17:02:03.024857 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 17:02:03.024864 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 17:02:03.024869 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 17:02:03.024874 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 17:02:03.024879 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 17:02:03.024885 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 17:02:03.024892 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 17:02:03.024896 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 17:02:03.024902 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 17:02:03.024918 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 17:02:03.024944 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 17:02:03.024957 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 17:02:03.024962 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 17:02:03.024967 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 17:02:03.024973 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 17:02:03.024979 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 17:02:03.024984 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 17:02:03.066399 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 17:02:03.066408 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 17:02:03.066425 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 17:02:03.066433 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 17:02:03.066438 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 17:02:03.066444 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 17:02:03.066450 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 17:02:03.066455 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 17:02:03.066460 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 17:02:03.066468 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 17:02:03.066473 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 17:02:03.066478 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 17:02:03.111071 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 17:02:03.111097 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 17:02:05.445517 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-208.ec2.internal I0513 17:02:05.445553 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-208.ec2.internal: 42.674µs I0513 17:02:05.476158 3685 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54bdc69779-qzs5t] creating logical port openshift-image-registry_image-registry-54bdc69779-qzs5t for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.476331 3685 kube.go:256] Updating pod openshift-image-registry/image-registry-54bdc69779-qzs5t I0513 17:02:05.496580 3685 pod.go:62] [openshift-image-registry/image-registry-54bdc69779-qzs5t] pod update took 20.293197ms I0513 17:02:05.496599 3685 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54bdc69779-qzs5t] addLogicalPort annotation time took 20.315804ms I0513 17:02:05.497962 3685 pods.go:271] [openshift-image-registry/image-registry-54bdc69779-qzs5t] addLogicalPort took 21.835083ms, libovsdb time 1.070823ms I0513 17:02:05.529074 3685 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-ndchq] creating logical port openshift-insights_insights-operator-6dbb575d6c-ndchq for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.529252 3685 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7dfd87d94c-8bdjp] creating logical port openshift-ingress_router-default-7dfd87d94c-8bdjp for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.529270 3685 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-ndchq I0513 17:02:05.529373 3685 kube.go:256] Updating pod openshift-ingress/router-default-7dfd87d94c-8bdjp I0513 17:02:05.529414 3685 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-lccqx for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.529510 3685 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-fddvj] creating logical port openshift-console-operator_console-operator-66dbbb6468-fddvj for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.529644 3685 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-fddvj I0513 17:02:05.529696 3685 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-nnsht for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.529535 3685 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx I0513 17:02:05.529789 3685 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht I0513 17:02:05.533025 3685 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-57bc4dd5c-tngc9] creating logical port openshift-ingress_router-default-57bc4dd5c-tngc9 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.533120 3685 kube.go:256] Updating pod openshift-ingress/router-default-57bc4dd5c-tngc9 I0513 17:02:05.566195 3685 pod.go:62] [openshift-ingress/router-default-7dfd87d94c-8bdjp] pod update took 36.850515ms I0513 17:02:05.566217 3685 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7dfd87d94c-8bdjp] addLogicalPort annotation time took 36.880062ms I0513 17:02:05.566478 3685 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-jk579 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.566771 3685 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579 I0513 17:02:05.566800 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-cmsfv for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.566916 3685 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-28g28] creating logical port openshift-ingress-canary_ingress-canary-28g28 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.567009 3685 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv I0513 17:02:05.567021 3685 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-28g28 I0513 17:02:05.567221 3685 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-7xzjp for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.567315 3685 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp I0513 17:02:05.567322 3685 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-zm6hq for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.567418 3685 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq I0513 17:02:05.567603 3685 pods.go:271] [openshift-ingress/router-default-7dfd87d94c-8bdjp] addLogicalPort took 38.370411ms, libovsdb time 1.100481ms I0513 17:02:05.568932 3685 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-fddvj] pod update took 39.311951ms I0513 17:02:05.568957 3685 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-fddvj] addLogicalPort annotation time took 39.334541ms I0513 17:02:05.569183 3685 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht] pod update took 39.375838ms I0513 17:02:05.569221 3685 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht] addLogicalPort annotation time took 39.45432ms I0513 17:02:05.570285 3685 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-fddvj] addLogicalPort took 40.784889ms, libovsdb time 1.011662ms I0513 17:02:05.570580 3685 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht] addLogicalPort took 40.89286ms, libovsdb time 1.015395ms I0513 17:02:05.570629 3685 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-fpd92 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.570679 3685 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92 I0513 17:02:05.572096 3685 pod.go:62] [openshift-ingress/router-default-57bc4dd5c-tngc9] pod update took 38.997701ms I0513 17:02:05.572115 3685 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-57bc4dd5c-tngc9] addLogicalPort annotation time took 39.016359ms I0513 17:02:05.573172 3685 pods.go:271] [openshift-ingress/router-default-57bc4dd5c-tngc9] addLogicalPort took 40.156317ms, libovsdb time 805.278µs I0513 17:02:05.580400 3685 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-ndchq] pod update took 51.170532ms I0513 17:02:05.580424 3685 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-ndchq] addLogicalPort annotation time took 51.197895ms I0513 17:02:05.581582 3685 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-ndchq] addLogicalPort took 52.528214ms, libovsdb time 833.057µs I0513 17:02:05.583018 3685 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx] pod update took 53.50492ms I0513 17:02:05.583040 3685 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx] addLogicalPort annotation time took 53.551074ms I0513 17:02:05.584630 3685 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx] addLogicalPort took 55.225391ms, libovsdb time 1.251851ms I0513 17:02:05.598933 3685 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579] pod update took 32.226899ms I0513 17:02:05.598958 3685 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579] addLogicalPort annotation time took 32.270982ms I0513 17:02:05.599004 3685 pod.go:62] [openshift-ingress-canary/ingress-canary-28g28] pod update took 32.010428ms I0513 17:02:05.599025 3685 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-28g28] addLogicalPort annotation time took 32.033289ms I0513 17:02:05.598933 3685 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv] pod update took 31.952834ms I0513 17:02:05.599209 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv] addLogicalPort annotation time took 32.227542ms I0513 17:02:05.603162 3685 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579] addLogicalPort took 36.694611ms, libovsdb time 3.797139ms I0513 17:02:05.603287 3685 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv] addLogicalPort took 36.501731ms, libovsdb time 3.794545ms I0513 17:02:05.603342 3685 pods.go:271] [openshift-ingress-canary/ingress-canary-28g28] addLogicalPort took 36.424512ms, libovsdb time 3.983163ms I0513 17:02:05.603305 3685 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-gv88h for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.603430 3685 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-hgg85 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.603547 3685 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85 I0513 17:02:05.603663 3685 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h I0513 17:02:05.605463 3685 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq] pod update took 38.069035ms I0513 17:02:05.605530 3685 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq] addLogicalPort annotation time took 38.13677ms I0513 17:02:05.607901 3685 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92] pod update took 37.235541ms I0513 17:02:05.607982 3685 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92] addLogicalPort annotation time took 37.316818ms I0513 17:02:05.608339 3685 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp] pod update took 41.043824ms I0513 17:02:05.608365 3685 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp] addLogicalPort annotation time took 41.071087ms I0513 17:02:05.611673 3685 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp] addLogicalPort took 44.453937ms, libovsdb time 2.776514ms I0513 17:02:05.611799 3685 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq] addLogicalPort took 44.488106ms, libovsdb time 5.683403ms I0513 17:02:05.611812 3685 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644860-rmrfj for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.612078 3685 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj I0513 17:02:05.612376 3685 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92] addLogicalPort took 41.751722ms, libovsdb time 3.85582ms I0513 17:02:05.628025 3685 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85] pod update took 24.513017ms I0513 17:02:05.628053 3685 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85] addLogicalPort annotation time took 24.549729ms I0513 17:02:05.628114 3685 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj] pod update took 16.102116ms I0513 17:02:05.628133 3685 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj] addLogicalPort annotation time took 16.124547ms I0513 17:02:05.628197 3685 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h] pod update took 24.590553ms I0513 17:02:05.628214 3685 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h] addLogicalPort annotation time took 24.71358ms I0513 17:02:05.629316 3685 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj] addLogicalPort took 17.520466ms, libovsdb time 863.795µs I0513 17:02:05.629697 3685 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85] addLogicalPort took 26.272576ms, libovsdb time 1.231695ms I0513 17:02:05.630085 3685 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h] addLogicalPort took 26.790652ms, libovsdb time 1.600653ms I0513 17:02:05.639625 3685 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dh5cs] creating logical port openshift-dns_dns-default-dh5cs for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:05.639743 3685 kube.go:256] Updating pod openshift-dns/dns-default-dh5cs I0513 17:02:05.664373 3685 pod.go:62] [openshift-dns/dns-default-dh5cs] pod update took 24.652464ms I0513 17:02:05.664395 3685 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dh5cs] addLogicalPort annotation time took 24.681339ms I0513 17:02:05.665636 3685 pods.go:271] [openshift-dns/dns-default-dh5cs] addLogicalPort took 26.03211ms, libovsdb time 926.211µs I0513 17:02:06.707340 3685 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-fddvj 8adb0c9e48319fa5cb2d706afb1e3c248dfbcfb4aedcf7cf82b989b0da7397c3 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-fddvj 8adb0c9e48319fa5cb2d706afb1e3c248dfbcfb4aedcf7cf82b989b0da7397c3 network default NAD default NAD key ] I0513 17:02:06.713392 3685 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx d43d4ea0344f2ec1196a779de634549cdb9e122b815bd132f06b287338e958c3 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx d43d4ea0344f2ec1196a779de634549cdb9e122b815bd132f06b287338e958c3 network default NAD default NAD key ] I0513 17:02:06.720834 3685 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp 6dbcc29568fb1166ffeb9729f8290f32947de0136d7e6b233a70575639f0fe0b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp 6dbcc29568fb1166ffeb9729f8290f32947de0136d7e6b233a70575639f0fe0b network default NAD default NAD key ] I0513 17:02:06.721185 3685 cni.go:452] [openshift-ingress-canary/ingress-canary-28g28 91002114ecdc2b0ff240eb3ce346f6c30fafe5632f11f60a2eefb3495e7d78fd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-28g28 91002114ecdc2b0ff240eb3ce346f6c30fafe5632f11f60a2eefb3495e7d78fd network default NAD default NAD key ] I0513 17:02:06.722420 3685 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85 962c0b3bea109a0676f9e40cf02a0b7de6fa058c7705209abe5cc90ea75f56b7 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85 962c0b3bea109a0676f9e40cf02a0b7de6fa058c7705209abe5cc90ea75f56b7 network default NAD default NAD key ] I0513 17:02:06.724489 3685 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq ed4622134fa1b50225bbd34f4c508498a9fc91a118439dce7c73cdfd36dc3133 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq ed4622134fa1b50225bbd34f4c508498a9fc91a118439dce7c73cdfd36dc3133 network default NAD default NAD key ] I0513 17:02:06.737206 3685 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-ndchq 827f11c8bd145c0a69d8ba01141f09a1f95508d4f3e424328127f80fe7d3aa2f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-ndchq 827f11c8bd145c0a69d8ba01141f09a1f95508d4f3e424328127f80fe7d3aa2f network default NAD default NAD key ] I0513 17:02:06.737974 3685 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579 817c300b0ca58066f0506056c9006733f624ddf4a3d81bd516c13f4a8028d853 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579 817c300b0ca58066f0506056c9006733f624ddf4a3d81bd516c13f4a8028d853 network default NAD default NAD key ] I0513 17:02:06.754525 3685 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key ] I0513 17:02:06.775058 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-ndchq, hostIfaceName: 827f11c8bd145c0, network: default, NAD default, SandboxID: "827f11c8bd145c0a69d8ba01141f09a1f95508d4f3e424328127f80fe7d3aa2f", PCI device ID: , UID: "fb82112e-dafe-4df8-bfc9-cdef0040c38d", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0513 17:02:06.775252 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-jk579, hostIfaceName: 817c300b0ca5806, network: default, NAD default, SandboxID: "817c300b0ca58066f0506056c9006733f624ddf4a3d81bd516c13f4a8028d853", PCI device ID: , UID: "a4be5db9-d22e-42c2-942f-cc420d1c2bd1", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0513 17:02:06.775370 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-zm6hq, hostIfaceName: ed4622134fa1b50, network: default, NAD default, SandboxID: "ed4622134fa1b50225bbd34f4c508498a9fc91a118439dce7c73cdfd36dc3133", PCI device ID: , UID: "e1dea1ff-b471-4ae5-b075-4cbb562cbede", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0513 17:02:06.775421 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-7xzjp, hostIfaceName: 6dbcc29568fb116, network: default, NAD default, SandboxID: "6dbcc29568fb1166ffeb9729f8290f32947de0136d7e6b233a70575639f0fe0b", PCI device ID: , UID: "f8ca5683-9d3e-4b60-bf82-976a654a5dd3", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0513 17:02:06.775421 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-hgg85, hostIfaceName: 962c0b3bea109a0, network: default, NAD default, SandboxID: "962c0b3bea109a0676f9e40cf02a0b7de6fa058c7705209abe5cc90ea75f56b7", PCI device ID: , UID: "6e6447b1-c747-4b79-a66f-e2f9962f7019", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0513 17:02:06.775784 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-lccqx, hostIfaceName: d43d4ea0344f2ec, network: default, NAD default, SandboxID: "d43d4ea0344f2ec1196a779de634549cdb9e122b815bd132f06b287338e958c3", PCI device ID: , UID: "dcd90530-b322-453a-b8b5-bccec626a248", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0513 17:02:06.789917 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-28g28, hostIfaceName: 91002114ecdc2b0, network: default, NAD default, SandboxID: "91002114ecdc2b0ff240eb3ce346f6c30fafe5632f11f60a2eefb3495e7d78fd", PCI device ID: , UID: "d3319df3-dbe6-4f07-9b00-939d95b722a6", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0513 17:02:06.816477 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644860-rmrfj, hostIfaceName: 4a5ad304c0684cf, network: default, NAD default, SandboxID: "4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417", PCI device ID: , UID: "7ea1e93d-2f19-46ab-a92f-380e2443a5c3", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0513 17:02:06.817501 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-fddvj, hostIfaceName: 8adb0c9e48319fa, network: default, NAD default, SandboxID: "8adb0c9e48319fa5cb2d706afb1e3c248dfbcfb4aedcf7cf82b989b0da7397c3", PCI device ID: , UID: "9422d033-6ace-4732-91b9-06ddd8edaee4", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0513 17:02:06.846818 3685 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx d43d4ea0344f2ec1196a779de634549cdb9e122b815bd132f06b287338e958c3 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lccqx d43d4ea0344f2ec1196a779de634549cdb9e122b815bd132f06b287338e958c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c9:b5:df:71:23\",\"name\":\"d43d4ea0344f2ec\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7abb1eb-e346-49a0-b561-c8f787b51425\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.846971 3685 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp 6dbcc29568fb1166ffeb9729f8290f32947de0136d7e6b233a70575639f0fe0b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xzjp 6dbcc29568fb1166ffeb9729f8290f32947de0136d7e6b233a70575639f0fe0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:eb:00:2f:38:09\",\"name\":\"6dbcc29568fb116\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a15a99e-80e9-43e1-8ba7-01765810709c\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.847010 3685 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq ed4622134fa1b50225bbd34f4c508498a9fc91a118439dce7c73cdfd36dc3133 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zm6hq ed4622134fa1b50225bbd34f4c508498a9fc91a118439dce7c73cdfd36dc3133 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0a:f3:34:4c:c9\",\"name\":\"ed4622134fa1b50\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3613c91d-d6be-4579-a39d-77f310addd5b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.858564 3685 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85 962c0b3bea109a0676f9e40cf02a0b7de6fa058c7705209abe5cc90ea75f56b7 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hgg85 962c0b3bea109a0676f9e40cf02a0b7de6fa058c7705209abe5cc90ea75f56b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:df:70:55:26:d1\",\"name\":\"962c0b3bea109a0\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43e29276-c731-4b2d-8162-88b903cdb808\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.860825 3685 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579 817c300b0ca58066f0506056c9006733f624ddf4a3d81bd516c13f4a8028d853 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-jk579 817c300b0ca58066f0506056c9006733f624ddf4a3d81bd516c13f4a8028d853 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:6c:34:98:f6:81\",\"name\":\"817c300b0ca5806\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f04822c-cf3e-4cfe-bb83-89566309007f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.866394 3685 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-ndchq 827f11c8bd145c0a69d8ba01141f09a1f95508d4f3e424328127f80fe7d3aa2f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-ndchq 827f11c8bd145c0a69d8ba01141f09a1f95508d4f3e424328127f80fe7d3aa2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:47:3f:24:1a:72\",\"name\":\"827f11c8bd145c0\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f72124a4-f649-4178-832c-b73f25e1365a\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.868938 3685 cni.go:473] [openshift-ingress-canary/ingress-canary-28g28 91002114ecdc2b0ff240eb3ce346f6c30fafe5632f11f60a2eefb3495e7d78fd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-28g28 91002114ecdc2b0ff240eb3ce346f6c30fafe5632f11f60a2eefb3495e7d78fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a2:88:28:01:16\",\"name\":\"91002114ecdc2b0\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9c5067b-8a94-4b91-978e-2222c60319d3\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.878397 3685 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-fddvj 8adb0c9e48319fa5cb2d706afb1e3c248dfbcfb4aedcf7cf82b989b0da7397c3 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-fddvj 8adb0c9e48319fa5cb2d706afb1e3c248dfbcfb4aedcf7cf82b989b0da7397c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:19:c0:e0:8a:3a\",\"name\":\"8adb0c9e48319fa\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/352ab518-6858-43b6-921f-ff1835ae9fb5\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:06.878646 3685 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:62:ae:b1:03:15\",\"name\":\"4a5ad304c0684cf\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00c40476-cea5-43e2-80f2-13e2f2220948\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:08.992645 3685 cni.go:452] [kube-system/global-pull-secret-syncer-2hkpj bdf319066def6e2964517e737ad63e0d44419fcaede878f94acea8099db1a245 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-2hkpj bdf319066def6e2964517e737ad63e0d44419fcaede878f94acea8099db1a245 network default NAD default NAD key ] I0513 17:02:09.005905 3685 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-2hkpj, hostIfaceName: bdf319066def6e2, network: default, NAD default, SandboxID: "bdf319066def6e2964517e737ad63e0d44419fcaede878f94acea8099db1a245", PCI device ID: , UID: "3df2f718-66e7-4508-b45b-d80159c31719", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0513 17:02:09.059450 3685 cni.go:473] [kube-system/global-pull-secret-syncer-2hkpj bdf319066def6e2964517e737ad63e0d44419fcaede878f94acea8099db1a245 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-2hkpj bdf319066def6e2964517e737ad63e0d44419fcaede878f94acea8099db1a245 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:68:a2:fc:52:7d\",\"name\":\"bdf319066def6e2\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d20b3450-f0ee-4d14-9c9d-d69baad4cae9\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:09.254671 3685 cni.go:452] [openshift-network-diagnostics/network-check-target-sxzb7 fe50672f453c22e89dda761091af0524226deca6351b395bb5661e0d2df7192c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-sxzb7 fe50672f453c22e89dda761091af0524226deca6351b395bb5661e0d2df7192c network default NAD default NAD key ] I0513 17:02:09.267100 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-sxzb7, hostIfaceName: fe50672f453c22e, network: default, NAD default, SandboxID: "fe50672f453c22e89dda761091af0524226deca6351b395bb5661e0d2df7192c", PCI device ID: , UID: "4bf1e9e6-1cbe-4c86-a1a4-708125208b44", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0513 17:02:09.321078 3685 cni.go:473] [openshift-network-diagnostics/network-check-target-sxzb7 fe50672f453c22e89dda761091af0524226deca6351b395bb5661e0d2df7192c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-sxzb7 fe50672f453c22e89dda761091af0524226deca6351b395bb5661e0d2df7192c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c6:9c:cc:e8:51\",\"name\":\"fe50672f453c22e\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb30f6f5-e03c-4ce5-9c67-5019d61642da\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:11.488632 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:02:11.488657 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 33.17µs I0513 17:02:11.488712 3685 egressfirewall.go:723] Syncing node "ip-10-0-0-145.ec2.internal" for egress firewall I0513 17:02:11.488749 3685 default_network_controller.go:1025] Node "ip-10-0-0-145.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:12.763064 3685 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:12.763119 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:12.763125 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:12.763153 3685 node_tracker.go:220] Node ip-10-0-1-208.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0513 17:02:12.763159 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 42.212µs E0513 17:02:12.763216 3685 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-208.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 17:02:12.763236 3685 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-208.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-208.ec2.internal, error parsing annotation for node ip-10-0-1-208.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0513 17:02:12.777819 3685 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-208.ec2.internal annotation: unexpected end of JSON input E0513 17:02:12.777844 3685 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-208.ec2.internal annotation: unexpected end of JSON input I0513 17:02:12.777847 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 17:02:12.777901 3685 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-208.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-208.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-208.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-208.ec2.internal" I0513 17:02:12.794503 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0513 17:02:12.802113 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:12.817713 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:12.817739 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 30.702µs I0513 17:02:12.817774 3685 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:12.817781 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:13.075806 3685 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:13.075828 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:13.075841 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 19.634µs I0513 17:02:13.075880 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:13.096561 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:13.322265 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:16.600067 3685 default_network_controller.go:1025] Node "ip-10-0-0-145.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:16.616630 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:17.736013 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-145.ec2.internal in network "default" I0513 17:02:17.736106 3685 default_network_controller.go:1025] Node "ip-10-0-0-145.ec2.internal" in remote zone "ip-10-0-0-145.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:17.736113 3685 node_tracker.go:235] Node ip-10-0-0-145.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-145.ec2.internal" I0513 17:02:17.736187 3685 node_tracker.go:169] Node ip-10-0-0-145.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:17.736199 3685 services_controller.go:574] Full service sync requested for network=default I0513 17:02:17.894083 3685 default_network_controller.go:1025] Node "ip-10-0-0-145.ec2.internal" in remote zone "ip-10-0-0-145.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:17.894103 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-145.ec2.internal in network "default" I0513 17:02:17.894165 3685 node_tracker.go:169] Node ip-10-0-0-145.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:17.894177 3685 services_controller.go:574] Full service sync requested for network=default I0513 17:02:17.895292 3685 zone_ic_handler.go:195] Time taken to create transit switch: 310.391µs I0513 17:02:17.895308 3685 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-145.ec2.internal for the network default I0513 17:02:17.896387 3685 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-145.ec2.internal" on network "default" took: 1.420177ms W0513 17:02:19.368037 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0513 17:02:19.412401 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 17:02:19.481605 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 17:02:19.957810 3685 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 17:02:19.958748 3685 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 917.481µs I0513 17:02:19.979526 3685 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 17:02:20.035792 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-145.ec2.internal", IP: 10.0.0.145 to PMTUD blocking rules I0513 17:02:20.035936 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-145.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:20.036083 3685 egressfirewall.go:723] Syncing node "ip-10-0-0-145.ec2.internal" for egress firewall I0513 17:02:20.036117 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:02:20.036170 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-145.ec2.internal in network "default" I0513 17:02:20.036180 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 67.211µs I0513 17:02:20.036231 3685 node_tracker.go:169] Node ip-10-0-0-145.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:20.036250 3685 services_controller.go:574] Full service sync requested for network=default W0513 17:02:20.036844 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0513 17:02:20.036907 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 17:02:20.036970 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 17:02:20.042835 3685 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-145.ec2.internal. Updating no re-route policies I0513 17:02:20.062907 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-145.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:20.062925 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-145.ec2.internal", IP: 10.0.0.145 to PMTUD blocking rules I0513 17:02:20.077951 3685 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-thfjn for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:20.078049 3685 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn I0513 17:02:20.096180 3685 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn] pod update took 18.112987ms I0513 17:02:20.096228 3685 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn] addLogicalPort annotation time took 18.186461ms I0513 17:02:20.098282 3685 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn] addLogicalPort took 20.344031ms, libovsdb time 1.50219ms I0513 17:02:20.473017 3685 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn f1a43f7238d0ad4089d97265a48745879688b47997460daf1e0898f45503fe3e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn f1a43f7238d0ad4089d97265a48745879688b47997460daf1e0898f45503fe3e network default NAD default NAD key ] I0513 17:02:20.484440 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-thfjn, hostIfaceName: f1a43f7238d0ad4, network: default, NAD default, SandboxID: "f1a43f7238d0ad4089d97265a48745879688b47997460daf1e0898f45503fe3e", PCI device ID: , UID: "b5eea010-3c62-4d9d-bf02-c96f9a244364", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0513 17:02:20.533561 3685 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn f1a43f7238d0ad4089d97265a48745879688b47997460daf1e0898f45503fe3e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-thfjn f1a43f7238d0ad4089d97265a48745879688b47997460daf1e0898f45503fe3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:97:30:a8:21:77\",\"name\":\"f1a43f7238d0ad4\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05aaacc4-1bc1-4f56-b85b-053fe7514e2a\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:21.594415 3685 namespace.go:98] [openshift-service-ca] adding namespace I0513 17:02:21.595316 3685 namespace.go:102] [openshift-service-ca] adding namespace took 876.796µs I0513 17:02:21.612192 3685 namespace.go:142] [openshift-service-ca] updating namespace I0513 17:02:22.826973 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:23.269498 3685 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-tp6sj] creating logical port openshift-service-ca_service-ca-d9cb48497-tp6sj for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:23.269587 3685 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-tp6sj I0513 17:02:23.285841 3685 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-tp6sj] pod update took 16.275243ms I0513 17:02:23.285862 3685 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-tp6sj] addLogicalPort annotation time took 16.301975ms I0513 17:02:23.287048 3685 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-tp6sj] addLogicalPort took 17.565908ms, libovsdb time 839.363µs I0513 17:02:23.659978 3685 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-tp6sj dadd9c54daf57005dc473d72bb8af8a7ea5432edfc29d66a52bb4fe30c93e716 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-tp6sj dadd9c54daf57005dc473d72bb8af8a7ea5432edfc29d66a52bb4fe30c93e716 network default NAD default NAD key ] I0513 17:02:23.669708 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-tp6sj, hostIfaceName: dadd9c54daf5700, network: default, NAD default, SandboxID: "dadd9c54daf57005dc473d72bb8af8a7ea5432edfc29d66a52bb4fe30c93e716", PCI device ID: , UID: "ee6dd469-49cf-4341-8937-b7187f817639", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0513 17:02:23.716583 3685 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-tp6sj dadd9c54daf57005dc473d72bb8af8a7ea5432edfc29d66a52bb4fe30c93e716 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-tp6sj dadd9c54daf57005dc473d72bb8af8a7ea5432edfc29d66a52bb4fe30c93e716 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:18:2f:7b:ab:de\",\"name\":\"dadd9c54daf5700\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44bc6338-9370-4b02-8acd-3e8f8a0e92ad\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:23.802370 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:02:23.802397 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 32.426µs W0513 17:02:26.357726 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0513 17:02:28.801077 3685 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-858b8d7b6d-4r2kt IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-858b8d7b6d-4r2kt: no pod IPs found W0513 17:02:28.827727 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 17:02:29.180122 3685 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-208.ec2.internal I0513 17:02:29.180164 3685 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-208.ec2.internal I0513 17:02:29.180262 3685 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-208.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-208.ec2.internal I0513 17:02:30.353691 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:02:30.353733 3685 pods.go:176] Deleting pod: openshift-image-registry/image-registry-54bdc69779-qzs5t I0513 17:02:30.355085 3685 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-54bdc69779-qzs5t, ips: 10.128.0.6 I0513 17:02:30.355111 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:02:30.369301 3685 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-fb6cbc57c-5xwv2] creating logical port openshift-image-registry_image-registry-fb6cbc57c-5xwv2 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:30.369396 3685 kube.go:256] Updating pod openshift-image-registry/image-registry-fb6cbc57c-5xwv2 I0513 17:02:30.377224 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:02:30.377245 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:02:30.398567 3685 pod.go:62] [openshift-image-registry/image-registry-fb6cbc57c-5xwv2] pod update took 29.197467ms I0513 17:02:30.398597 3685 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-fb6cbc57c-5xwv2] addLogicalPort annotation time took 29.232789ms I0513 17:02:30.399787 3685 pods.go:271] [openshift-image-registry/image-registry-fb6cbc57c-5xwv2] addLogicalPort took 30.49797ms, libovsdb time 854.72µs I0513 17:02:30.399839 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54bdc69779-qzs5t I0513 17:02:30.399852 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54bdc69779-qzs5t I0513 17:02:30.725710 3685 cni.go:452] [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key ] I0513 17:02:30.734945 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-fb6cbc57c-5xwv2, hostIfaceName: 180ff8e97dab1b3, network: default, NAD default, SandboxID: "180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02", PCI device ID: , UID: "81ab7ed2-4287-4793-9505-37eda6d25d9c", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0513 17:02:30.782811 3685 cni.go:473] [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:23:88:7d:60:21\",\"name\":\"180ff8e97dab1b3\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31b59404-d43d-4747-af3f-e91f7e61243b\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:31.623799 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:31.623813 3685 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:31.623829 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:31.623841 3685 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:31.623871 3685 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6k5pc, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6k5pc: suppressed error logged: pod openshift-multus/network-metrics-daemon-6k5pc: no pod IPs found I0513 17:02:31.623880 3685 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-p8vnc, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-p8vnc: suppressed error logged: pod kube-system/global-pull-secret-syncer-p8vnc: no pod IPs found I0513 17:02:31.623792 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:31.623900 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:31.623931 3685 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9ck8q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9ck8q: no pod IPs found I0513 17:02:31.694101 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:31.694114 3685 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:31.694119 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:31.694158 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 41.456µs I0513 17:02:37.744011 3685 cni.go:452] [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key ] I0513 17:02:37.752829 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7dfd87d94c-8bdjp, hostIfaceName: 9d793c62fcbb455, network: default, NAD default, SandboxID: "9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0", PCI device ID: , UID: "0d77b602-6e79-4be2-bc11-2f4a6fd4fd36", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0513 17:02:37.800458 3685 cni.go:473] [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f6:b2:b6:28:f1\",\"name\":\"9d793c62fcbb455\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9da7d4d8-8320-4c35-b36f-65958b362b4e\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:37.833127 3685 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht 91d54f37a52f23c9c5673c18100f0a868b936916445a34ee1a74b5712aebbf45 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht 91d54f37a52f23c9c5673c18100f0a868b936916445a34ee1a74b5712aebbf45 network default NAD default NAD key ] I0513 17:02:37.834514 3685 cni.go:452] [openshift-ingress/router-default-57bc4dd5c-tngc9 639e5e1dff25c95c8fe3acd2ea077f19ad2e929682c9eaa0724c58eb4c12ea96 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-57bc4dd5c-tngc9 639e5e1dff25c95c8fe3acd2ea077f19ad2e929682c9eaa0724c58eb4c12ea96 network default NAD default NAD key ] I0513 17:02:37.846157 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-57bc4dd5c-tngc9, hostIfaceName: 639e5e1dff25c95, network: default, NAD default, SandboxID: "639e5e1dff25c95c8fe3acd2ea077f19ad2e929682c9eaa0724c58eb4c12ea96", PCI device ID: , UID: "ae27d4d5-41c8-4a8f-b966-872c3176b2c4", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0513 17:02:37.846637 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-nnsht, hostIfaceName: 91d54f37a52f23c, network: default, NAD default, SandboxID: "91d54f37a52f23c9c5673c18100f0a868b936916445a34ee1a74b5712aebbf45", PCI device ID: , UID: "e582dfeb-1bad-4fd1-ac27-100c5a50879f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0513 17:02:37.881100 3685 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92 e641b564385abc3109aed1e04b99c628c87a24e4b4612cc74390d76c64cc7db8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92 e641b564385abc3109aed1e04b99c628c87a24e4b4612cc74390d76c64cc7db8 network default NAD default NAD key ] I0513 17:02:37.883544 3685 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h eab6f32d429853f6d93e4b4120e1cdfcc4f5aa7de3100e2692da101b008c921d network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h eab6f32d429853f6d93e4b4120e1cdfcc4f5aa7de3100e2692da101b008c921d network default NAD default NAD key ] I0513 17:02:37.900829 3685 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv 492742f66812d7e875c15f58bebc7c2c58ce661f97900cf3ca59b8e6c0f964df network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv 492742f66812d7e875c15f58bebc7c2c58ce661f97900cf3ca59b8e6c0f964df network default NAD default NAD key ] I0513 17:02:37.906775 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-fpd92, hostIfaceName: e641b564385abc3, network: default, NAD default, SandboxID: "e641b564385abc3109aed1e04b99c628c87a24e4b4612cc74390d76c64cc7db8", PCI device ID: , UID: "4e00be91-68c5-4333-8fd7-d86cb431a79a", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0513 17:02:37.907648 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-gv88h, hostIfaceName: eab6f32d429853f, network: default, NAD default, SandboxID: "eab6f32d429853f6d93e4b4120e1cdfcc4f5aa7de3100e2692da101b008c921d", PCI device ID: , UID: "bdf5ca3c-5e7c-4a8c-809f-7f90b12ecd41", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0513 17:02:37.915603 3685 cni.go:473] [openshift-ingress/router-default-57bc4dd5c-tngc9 639e5e1dff25c95c8fe3acd2ea077f19ad2e929682c9eaa0724c58eb4c12ea96 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-57bc4dd5c-tngc9 639e5e1dff25c95c8fe3acd2ea077f19ad2e929682c9eaa0724c58eb4c12ea96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c4:6a:59:0b:f5\",\"name\":\"639e5e1dff25c95\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09b7fa5c-f10f-48ee-87c0-992ac8794441\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:37.930267 3685 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht 91d54f37a52f23c9c5673c18100f0a868b936916445a34ee1a74b5712aebbf45 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-nnsht 91d54f37a52f23c9c5673c18100f0a868b936916445a34ee1a74b5712aebbf45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ac:db:f6:0c:67\",\"name\":\"91d54f37a52f23c\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d68e55c-2d20-4799-8f44-b175c804273e\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:37.931980 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-cmsfv, hostIfaceName: 492742f66812d7e, network: default, NAD default, SandboxID: "492742f66812d7e875c15f58bebc7c2c58ce661f97900cf3ca59b8e6c0f964df", PCI device ID: , UID: "f6940c3b-66f1-473f-acc4-9714ce740272", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0513 17:02:37.971974 3685 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92 e641b564385abc3109aed1e04b99c628c87a24e4b4612cc74390d76c64cc7db8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fpd92 e641b564385abc3109aed1e04b99c628c87a24e4b4612cc74390d76c64cc7db8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:44:e4:42:3e:bb\",\"name\":\"e641b564385abc3\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b7fc747-b5ef-444f-acc3-cb21ae0a1262\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:37.989691 3685 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h eab6f32d429853f6d93e4b4120e1cdfcc4f5aa7de3100e2692da101b008c921d network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gv88h eab6f32d429853f6d93e4b4120e1cdfcc4f5aa7de3100e2692da101b008c921d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9e:1f:70:b5:13\",\"name\":\"eab6f32d429853f\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e5302fe-0d83-4056-9943-f91dbf4cf233\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:37.991563 3685 cni.go:452] [openshift-dns/dns-default-dh5cs 00d5313743ec520b8037df39a06765139b9bc922926e9391abcd7126db45d3c9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dh5cs 00d5313743ec520b8037df39a06765139b9bc922926e9391abcd7126db45d3c9 network default NAD default NAD key ] I0513 17:02:38.006171 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dh5cs, hostIfaceName: 00d5313743ec520, network: default, NAD default, SandboxID: "00d5313743ec520b8037df39a06765139b9bc922926e9391abcd7126db45d3c9", PCI device ID: , UID: "70c6016e-64e4-4ba2-848b-fa4d40887726", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0513 17:02:38.008598 3685 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv 492742f66812d7e875c15f58bebc7c2c58ce661f97900cf3ca59b8e6c0f964df network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cmsfv 492742f66812d7e875c15f58bebc7c2c58ce661f97900cf3ca59b8e6c0f964df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bc:ec:7f:ff:f1\",\"name\":\"492742f66812d7e\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/528793b0-88cf-4e2e-8b81-afa94e90b984\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:38.059072 3685 cni.go:473] [openshift-dns/dns-default-dh5cs 00d5313743ec520b8037df39a06765139b9bc922926e9391abcd7126db45d3c9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dh5cs 00d5313743ec520b8037df39a06765139b9bc922926e9391abcd7126db45d3c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:2b:46:65:80:24\",\"name\":\"00d5313743ec520\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e86d9ddf-8bd2-4e4b-acca-083628ef0d38\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:41.234667 3685 cni.go:452] [openshift-multus/network-metrics-daemon-s65w2 d45e55a7d1f68e7d02a1432761c6466fc9f7ff006aa9aed72a85a85482053fb1 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-s65w2 d45e55a7d1f68e7d02a1432761c6466fc9f7ff006aa9aed72a85a85482053fb1 network default NAD default NAD key ] I0513 17:02:41.244694 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-s65w2, hostIfaceName: d45e55a7d1f68e7, network: default, NAD default, SandboxID: "d45e55a7d1f68e7d02a1432761c6466fc9f7ff006aa9aed72a85a85482053fb1", PCI device ID: , UID: "9cf9bf73-d260-4d59-97d5-8895e13612fe", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0513 17:02:41.306106 3685 cni.go:473] [openshift-multus/network-metrics-daemon-s65w2 d45e55a7d1f68e7d02a1432761c6466fc9f7ff006aa9aed72a85a85482053fb1 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-s65w2 d45e55a7d1f68e7d02a1432761c6466fc9f7ff006aa9aed72a85a85482053fb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:37:e5:6e:aa:24\",\"name\":\"d45e55a7d1f68e7\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34bc6ec2-498f-4e83-bf85-f35e4bf06cea\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:43.127285 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 17:02:49.426185 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 17:02:49.430455 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 17:02:49.430481 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 17:02:49.430490 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 17:02:49.448276 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 17:02:49.479738 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:49.559069 3685 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 17:02:49.674124 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 17:02:49.723989 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 17:02:49.742734 3685 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-fb6cbc57c-pw8wt IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-fb6cbc57c-pw8wt: no pod IPs found I0513 17:02:49.880474 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-5qdtj for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:49.880572 3685 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj I0513 17:02:49.880619 3685 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jlkwm] creating logical port openshift-insights_insights-runtime-extractor-jlkwm for pod on switch ip-10-0-2-208.ec2.internal I0513 17:02:49.880725 3685 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jlkwm I0513 17:02:49.926019 3685 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj] pod update took 45.469649ms I0513 17:02:49.926044 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj] addLogicalPort annotation time took 45.502545ms I0513 17:02:49.927256 3685 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj] addLogicalPort took 46.79725ms, libovsdb time 843.631µs I0513 17:02:49.930191 3685 pod.go:62] [openshift-insights/insights-runtime-extractor-jlkwm] pod update took 49.492542ms I0513 17:02:49.930213 3685 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jlkwm] addLogicalPort annotation time took 49.516422ms I0513 17:02:49.931157 3685 pods.go:271] [openshift-insights/insights-runtime-extractor-jlkwm] addLogicalPort took 50.549988ms, libovsdb time 641.962µs I0513 17:02:50.274804 3685 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj fcfd067b384cab171f0a37e77c82801a9683630a1ade48062429f2b6b240692a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj fcfd067b384cab171f0a37e77c82801a9683630a1ade48062429f2b6b240692a network default NAD default NAD key ] I0513 17:02:50.284673 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-5qdtj, hostIfaceName: fcfd067b384cab1, network: default, NAD default, SandboxID: "fcfd067b384cab171f0a37e77c82801a9683630a1ade48062429f2b6b240692a", PCI device ID: , UID: "31f25b57-da24-4240-a922-c27d1f112dba", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0513 17:02:50.308063 3685 cni.go:452] [openshift-insights/insights-runtime-extractor-jlkwm 760c2d919b36ad3d3774d55d150bc364f7b99aa28c7e4fdcb3bb0089228605de network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jlkwm 760c2d919b36ad3d3774d55d150bc364f7b99aa28c7e4fdcb3bb0089228605de network default NAD default NAD key ] I0513 17:02:50.317192 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jlkwm, hostIfaceName: 760c2d919b36ad3, network: default, NAD default, SandboxID: "760c2d919b36ad3d3774d55d150bc364f7b99aa28c7e4fdcb3bb0089228605de", PCI device ID: , UID: "41ef9324-cf77-46ae-9005-c69324d8b873", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] W0513 17:02:50.325738 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 17:02:50.343437 3685 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj fcfd067b384cab171f0a37e77c82801a9683630a1ade48062429f2b6b240692a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5qdtj fcfd067b384cab171f0a37e77c82801a9683630a1ade48062429f2b6b240692a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9a:ae:b5:14:b2\",\"name\":\"fcfd067b384cab1\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d04d2c74-5fef-48da-8c1d-0a8fc288844d\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:50.374887 3685 cni.go:473] [openshift-insights/insights-runtime-extractor-jlkwm 760c2d919b36ad3d3774d55d150bc364f7b99aa28c7e4fdcb3bb0089228605de network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jlkwm 760c2d919b36ad3d3774d55d150bc364f7b99aa28c7e4fdcb3bb0089228605de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:f3:ea:98:05:18\",\"name\":\"760c2d919b36ad3\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34212e84-41bf-4eba-86c4-8ff0fd36ed34\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:02:50.643135 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:50.643177 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "ip-10-0-1-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:50.643208 3685 node_tracker.go:235] Node ip-10-0-1-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-208.ec2.internal" I0513 17:02:50.643229 3685 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:50.643241 3685 services_controller.go:574] Full service sync requested for network=default W0513 17:02:50.643524 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:50.643544 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:50.802522 3685 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "ip-10-0-1-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:50.802591 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:50.802638 3685 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:50.802654 3685 services_controller.go:574] Full service sync requested for network=default W0513 17:02:50.802860 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:50.802921 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:50.803588 3685 zone_ic_handler.go:195] Time taken to create transit switch: 291.239µs I0513 17:02:50.803605 3685 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-208.ec2.internal for the network default I0513 17:02:50.804668 3685 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-208.ec2.internal" on network "default" took: 1.380976ms I0513 17:02:51.364814 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:51.364846 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 42.116µs I0513 17:02:51.364884 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:51.364900 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 10.0.1.208 to PMTUD blocking rules I0513 17:02:51.364897 3685 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:51.364929 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:51.364983 3685 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:51.365004 3685 services_controller.go:574] Full service sync requested for network=default W0513 17:02:51.365292 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:51.365312 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:51.371368 3685 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-208.ec2.internal. Updating no re-route policies I0513 17:02:51.386087 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 10.0.1.208 to PMTUD blocking rules I0513 17:02:51.386105 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0513 17:02:52.371366 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 17:02:52.438786 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 17:02:52.438805 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 17:02:52.438811 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 17:02:52.483059 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0513 17:02:52.511091 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:55.055760 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:55.055794 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 44.043µs W0513 17:03:00.646470 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:03:06.909739 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:06.909757 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:06.909762 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:03:06.976422 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.976933 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.976963 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.976972 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0513 17:03:06.977001 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.977008 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 17:03:07.989379 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:07.989397 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:07.989403 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:03:08.035109 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035130 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035166 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035177 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:03:08.955167 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.955185 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.955190 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.955195 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 17:03:09.221043 3685 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 17:03:10.773482 3685 base_network_controller_pods.go:487] [default/openshift-console/console-6c56d79dcb-mwh5j] creating logical port openshift-console_console-6c56d79dcb-mwh5j for pod on switch ip-10-0-2-208.ec2.internal I0513 17:03:10.773608 3685 kube.go:256] Updating pod openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:10.796063 3685 pod.go:62] [openshift-console/console-6c56d79dcb-mwh5j] pod update took 22.490739ms I0513 17:03:10.796086 3685 base_network_controller_pods.go:951] [default/openshift-console/console-6c56d79dcb-mwh5j] addLogicalPort annotation time took 22.518603ms I0513 17:03:10.797831 3685 pods.go:271] [openshift-console/console-6c56d79dcb-mwh5j] addLogicalPort took 24.363803ms, libovsdb time 1.307162ms W0513 17:03:10.905979 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.905993 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.905997 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.906001 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 17:03:10.976628 3685 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 17:03:10.986065 3685 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0513 17:03:11.009530 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:11.009544 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:11.040535 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0513 17:03:11.134840 3685 cni.go:452] [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key ] I0513 17:03:11.144285 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c56d79dcb-mwh5j, hostIfaceName: 451c016cb2de6d7, network: default, NAD default, SandboxID: "451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24", PCI device ID: , UID: "fd3dd88f-f3df-4d8d-82d2-f1423fa75a46", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0513 17:03:11.197551 3685 cni.go:473] [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:22:24:ef:56:b2\",\"name\":\"451c016cb2de6d7\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7b0f6f7-70c0-4d81-882a-28e5599b2682\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:03:11.988554 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:12.087835 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:12.087851 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:15.568881 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0513 17:03:17.406904 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:17.407483 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 17:03:17.951396 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0513 17:03:17.966272 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:17.966300 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:17.977358 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54bdc69779-c2sbw I0513 17:03:17.977379 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54bdc69779-c2sbw W0513 17:03:22.979396 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:24.015234 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0513 17:03:25.613830 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0513 17:03:25.613859 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 17:03:25.613909 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 17:03:26.638130 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 17:03:27.067712 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:29.645870 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 17:03:29.645917 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 17:03:29.645955 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 17:03:30.642738 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 17:03:32.020608 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:32.020633 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:34.107212 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:34.107236 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:34.149427 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:34.149459 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 17:03:40.708179 3685 cni.go:452] [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key ] I0513 17:03:40.789038 3685 cni.go:473] [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c56d79dcb-mwh5j 451c016cb2de6d77aab861a58f5c634a1c50bc38b0ef6b459f51a4a8cc8e0a24 network default NAD default NAD key default], result "{}", err I0513 17:03:40.834304 3685 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:40.834344 3685 pods.go:176] Deleting pod: openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:40.835591 3685 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c56d79dcb-mwh5j, ips: 10.128.0.28 I0513 17:03:40.835619 3685 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:40.843074 3685 base_network_controller_pods.go:487] [default/openshift-console/console-6b5c8f66d8-njl7m] creating logical port openshift-console_console-6b5c8f66d8-njl7m for pod on switch ip-10-0-2-208.ec2.internal I0513 17:03:40.843239 3685 kube.go:256] Updating pod openshift-console/console-6b5c8f66d8-njl7m I0513 17:03:40.862701 3685 pod.go:62] [openshift-console/console-6b5c8f66d8-njl7m] pod update took 19.492222ms I0513 17:03:40.862723 3685 base_network_controller_pods.go:951] [default/openshift-console/console-6b5c8f66d8-njl7m] addLogicalPort annotation time took 19.520445ms I0513 17:03:40.863894 3685 pods.go:271] [openshift-console/console-6b5c8f66d8-njl7m] addLogicalPort took 20.836488ms, libovsdb time 841.795µs I0513 17:03:41.200980 3685 cni.go:452] [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key ] I0513 17:03:41.210349 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b5c8f66d8-njl7m, hostIfaceName: fd92fd3ecb338fe, network: default, NAD default, SandboxID: "fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a", PCI device ID: , UID: "e9a4afa7-8535-45ef-9ddc-57dfde7bb390", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0513 17:03:41.260617 3685 cni.go:473] [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a2:16:37:9a:46\",\"name\":\"fd92fd3ecb338fe\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb889d84-abfb-487b-b45b-d41561b7c07f\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:03:41.698945 3685 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:41.698969 3685 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:41.706680 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:41.706707 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:42.072281 3685 cni.go:452] [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key ] I0513 17:03:42.154130 3685 cni.go:473] [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-fb6cbc57c-5xwv2 180ff8e97dab1b32ff39104c5f6e999ba5e14388322dcd7523c18dcb5244ba02 network default NAD default NAD key default], result "{}", err I0513 17:03:42.201014 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:42.201049 3685 pods.go:176] Deleting pod: openshift-image-registry/image-registry-fb6cbc57c-5xwv2 I0513 17:03:42.202223 3685 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-fb6cbc57c-5xwv2, ips: 10.128.0.25 I0513 17:03:42.202248 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:42.687436 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:42.687458 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:42.689972 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-fb6cbc57c-5xwv2 I0513 17:03:42.689999 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-fb6cbc57c-5xwv2 W0513 17:03:44.709887 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 17:03:44.709901 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 17:03:44.709947 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 17:03:45.711264 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 17:03:51.747026 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 17:03:55.232120 3685 cni.go:452] [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key ] I0513 17:03:55.301463 3685 cni.go:473] [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7dfd87d94c-8bdjp 9d793c62fcbb455c28a3393b6d491d2b473c2efe9a81861ad428198115b59ac0 network default NAD default NAD key default], result "{}", err I0513 17:03:55.367436 3685 obj_retry.go:498] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:55.367466 3685 pods.go:176] Deleting pod: openshift-ingress/router-default-7dfd87d94c-8bdjp I0513 17:03:55.368662 3685 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7dfd87d94c-8bdjp, ips: 10.128.0.8 I0513 17:03:55.368689 3685 obj_retry.go:498] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:55.752876 3685 obj_retry.go:492] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:55.752906 3685 obj_retry.go:492] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:55.761758 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7dfd87d94c-8bdjp I0513 17:03:55.761780 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7dfd87d94c-8bdjp I0513 17:03:59.485528 3685 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:59.486048 3685 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:00.131869 3685 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:00.131894 3685 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:00.141263 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c56d79dcb-7rxdw I0513 17:04:00.141284 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c56d79dcb-7rxdw I0513 17:04:25.385899 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:25.386436 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:26.251233 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:26.251258 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:26.257236 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 17:04:26.257261 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 17:04:29.899662 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:29.900218 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:30.282115 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:30.282163 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:30.289747 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 17:04:30.289774 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0513 17:04:57.011291 3685 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:57.011874 3685 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:57.408593 3685 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:57.408619 3685 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:57.417297 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c8f66d8-2sgxz I0513 17:04:57.417325 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c8f66d8-2sgxz I0513 17:04:58.045564 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:58.046125 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:58.433156 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:58.433179 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:58.442569 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 17:04:58.442602 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0513 17:05:07.555069 3685 cni.go:452] [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key ] I0513 17:05:07.630104 3685 cni.go:473] [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b5c8f66d8-njl7m fd92fd3ecb338fec307e9b6f1ccdedca96e4e1057c33d6c705d58303229c399a network default NAD default NAD key default], result "{}", err I0513 17:05:07.676441 3685 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:07.676474 3685 pods.go:176] Deleting pod: openshift-console/console-6b5c8f66d8-njl7m I0513 17:05:07.677753 3685 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b5c8f66d8-njl7m, ips: 10.128.0.29 I0513 17:05:07.677783 3685 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:08.039717 3685 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:08.039741 3685 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:08.045634 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c8f66d8-njl7m I0513 17:05:08.045671 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c8f66d8-njl7m I0513 17:05:18.091502 3685 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key ] I0513 17:05:18.176437 3685 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj 4a5ad304c0684cf7b6e51df3ac72cc391434a976d32695dd712b7e6288a40417 network default NAD default NAD key default], result "{}", err I0513 17:05:18.218280 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:18.218315 3685 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj I0513 17:05:18.219635 3685 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj, ips: 10.128.0.21 I0513 17:05:18.219664 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:19.103907 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:19.103929 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:31.817525 3685 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 17:05:32.903840 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:32.904430 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:33.583010 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:33.583032 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:33.591740 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 17:05:33.591769 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 17:06:41.398636 3685 base_network_controller_pods.go:487] [default/openshift-console/console-5d48747969-26zf2] creating logical port openshift-console_console-5d48747969-26zf2 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:06:41.398733 3685 kube.go:256] Updating pod openshift-console/console-5d48747969-26zf2 I0513 17:06:41.416671 3685 pod.go:62] [openshift-console/console-5d48747969-26zf2] pod update took 17.963454ms I0513 17:06:41.416692 3685 base_network_controller_pods.go:951] [default/openshift-console/console-5d48747969-26zf2] addLogicalPort annotation time took 17.989122ms I0513 17:06:41.417910 3685 pods.go:271] [openshift-console/console-5d48747969-26zf2] addLogicalPort took 19.297206ms, libovsdb time 864.544µs I0513 17:06:41.759501 3685 cni.go:452] [openshift-console/console-5d48747969-26zf2 54b32fa32dd53ed34d8463a6853aa40bc96a59c6dbe3494443e4d731a9190e26 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d48747969-26zf2 54b32fa32dd53ed34d8463a6853aa40bc96a59c6dbe3494443e4d731a9190e26 network default NAD default NAD key ] I0513 17:06:41.770753 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d48747969-26zf2, hostIfaceName: 54b32fa32dd53ed, network: default, NAD default, SandboxID: "54b32fa32dd53ed34d8463a6853aa40bc96a59c6dbe3494443e4d731a9190e26", PCI device ID: , UID: "08e2844b-9d91-483b-9992-b7451c2247d9", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0513 17:06:41.821172 3685 cni.go:473] [openshift-console/console-5d48747969-26zf2 54b32fa32dd53ed34d8463a6853aa40bc96a59c6dbe3494443e4d731a9190e26 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d48747969-26zf2 54b32fa32dd53ed34d8463a6853aa40bc96a59c6dbe3494443e4d731a9190e26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:16:1b:fe:9e:ef\",\"name\":\"54b32fa32dd53ed\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a50a8ec-f717-4904-94cd-ca31f59d4416\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:06:52.454960 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 17:07:06.545670 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0513 17:07:06.729725 3685 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fvjr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:06.730326 3685 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fvjr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:06.960126 3685 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fvjr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:06.960173 3685 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fvjr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:06.967704 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f56948bb6-fvjr6 I0513 17:07:06.967723 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f56948bb6-fvjr6 I0513 17:07:10.454399 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 I0513 17:07:15.460830 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0513 17:07:17.797184 3685 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fdfbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:17.797765 3685 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fdfbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:17.986966 3685 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fdfbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:17.987014 3685 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fdfbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:17.992412 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f56948bb6-fdfbz I0513 17:07:17.992437 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f56948bb6-fdfbz I0513 17:07:18.575381 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 17:07:28.466396 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=683 I0513 17:08:09.461280 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0513 17:08:12.586180 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 17:08:14.553221 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 17:08:40.454445 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 17:08:45.586056 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 17:09:49.564021 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 17:10:00.196894 3685 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644870-xg6k2 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:10:00.197008 3685 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 I0513 17:10:00.222269 3685 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2] pod update took 25.288417ms I0513 17:10:00.222292 3685 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2] addLogicalPort annotation time took 25.315681ms I0513 17:10:00.223537 3685 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2] addLogicalPort took 26.660947ms, libovsdb time 887.416µs I0513 17:10:00.566556 3685 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key ] I0513 17:10:00.575714 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644870-xg6k2, hostIfaceName: 04b4e636b58bbb9, network: default, NAD default, SandboxID: "04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637", PCI device ID: , UID: "95ed9915-a077-4992-a99b-02f070bc6018", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0513 17:10:00.625034 3685 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7f:11:ea:87:35\",\"name\":\"04b4e636b58bbb9\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dbdf63d-48d2-4609-a01f-b13dca92e702\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:10:04.174559 3685 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key ] I0513 17:10:04.248236 3685 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 04b4e636b58bbb943f32f6341a997d9deed8284a84a92bf42ce0e5914d7e2637 network default NAD default NAD key default], result "{}", err I0513 17:10:04.291090 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:10:04.291128 3685 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 I0513 17:10:04.292544 3685 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2, ips: 10.128.0.31 I0513 17:10:04.292573 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:10:05.191166 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:10:05.191197 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:10:29.545725 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 17:10:48.580732 3685 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 17:11:04.248589 3685 namespace.go:98] [tsf] adding namespace I0513 17:11:04.249444 3685 namespace.go:102] [tsf] adding namespace took 828.66µs I0513 17:11:04.264068 3685 namespace.go:142] [tsf] updating namespace I0513 17:11:04.277243 3685 namespace.go:142] [tsf] updating namespace I0513 17:11:07.988184 3685 namespace.go:98] [konflux-ui] adding namespace I0513 17:11:07.989108 3685 namespace.go:102] [konflux-ui] adding namespace took 900.875µs I0513 17:11:07.990879 3685 namespace.go:98] [tsf-tas] adding namespace I0513 17:11:07.991545 3685 namespace.go:102] [tsf-tas] adding namespace took 647.337µs I0513 17:11:07.991656 3685 namespace.go:98] [cert-manager-operator] adding namespace I0513 17:11:07.991979 3685 namespace.go:98] [rhbk-operator] adding namespace I0513 17:11:07.992292 3685 namespace.go:102] [cert-manager-operator] adding namespace took 626.67µs I0513 17:11:07.992839 3685 namespace.go:102] [rhbk-operator] adding namespace took 844.326µs I0513 17:11:07.995050 3685 namespace.go:98] [rhtpa-operator] adding namespace I0513 17:11:07.995607 3685 namespace.go:102] [rhtpa-operator] adding namespace took 541.73µs I0513 17:11:07.995673 3685 namespace.go:98] [tsf-keycloak] adding namespace I0513 17:11:07.995842 3685 namespace.go:98] [konflux-operator] adding namespace I0513 17:11:07.996277 3685 namespace.go:102] [tsf-keycloak] adding namespace took 592.564µs I0513 17:11:07.996303 3685 namespace.go:98] [tsf-tpa] adding namespace I0513 17:11:07.996731 3685 namespace.go:102] [tsf-tpa] adding namespace took 423.159µs I0513 17:11:07.997177 3685 namespace.go:102] [konflux-operator] adding namespace took 1.297262ms I0513 17:11:08.005266 3685 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.025647 3685 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.025707 3685 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.042426 3685 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.042543 3685 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.055799 3685 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.062817 3685 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.065204 3685 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.077442 3685 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.084655 3685 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:08.085568 3685 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.092893 3685 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.094105 3685 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.095156 3685 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.110923 3685 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.123371 3685 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.123831 3685 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.140663 3685 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.202525 3685 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.203001 3685 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.221820 3685 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.400625 3685 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.409861 3685 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:08.421360 3685 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:09.209964 3685 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:09.211918 3685 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:09.374536 3685 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-208.ec2.internal I0513 17:11:09.374652 3685 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0513 17:11:09.392754 3685 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 18.120571ms I0513 17:11:09.392775 3685 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 18.155717ms I0513 17:11:09.393971 3685 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 19.449598ms, libovsdb time 852.675µs I0513 17:11:09.749655 3685 cni.go:452] [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key ] I0513 17:11:09.758810 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 75f72bff6746ef6, network: default, NAD default, SandboxID: "75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e", PCI device ID: , UID: "32799835-db46-4ef0-808f-74bc8c202a40", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0513 17:11:09.809598 3685 cni.go:473] [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:72:4f:1a:52:19\",\"name\":\"75f72bff6746ef6\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20191b22-a8d0-43e1-9891-20eaeff4f4d1\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:11:15.073984 3685 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074515 3685 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074550 3685 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074561 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:15.074577 3685 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074585 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:16.099998 3685 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.100027 3685 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.100044 3685 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.100054 3685 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:17.112196 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.112787 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.112819 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.112831 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:17.112848 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.112853 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:18.112285 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112850 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112878 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112886 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:18.112898 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112902 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:18.138649 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138675 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138689 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138703 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.558971 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0513 17:11:19.138717 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138745 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138758 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138769 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:20.199774 3685 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200336 3685 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200368 3685 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200378 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:20.200392 3685 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200396 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:21.228925 3685 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.228957 3685 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.228970 3685 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.228980 3685 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:23.191638 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.192209 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.192240 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.192248 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:23.192264 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.192268 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:23.227514 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.228023 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.228046 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.228054 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:23.228064 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.228068 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:24.396886 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.396910 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.396927 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.396942 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.403252 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.403276 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.403291 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.403307 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.570411 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0513 17:11:30.560943 3685 namespace.go:98] [cert-manager] adding namespace I0513 17:11:30.561804 3685 namespace.go:102] [cert-manager] adding namespace took 836.879µs I0513 17:11:30.606155 3685 namespace.go:142] [cert-manager] updating namespace I0513 17:11:30.622191 3685 namespace.go:142] [cert-manager] updating namespace W0513 17:11:36.076558 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 17:11:36.128742 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:37.509987 3685 namespace.go:142] [openshift-operators] updating namespace I0513 17:11:37.547924 3685 namespace.go:142] [openshift-operators] updating namespace W0513 17:11:43.104260 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 17:11:43.104281 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 17:11:45.442643 3685 namespace.go:142] [openshift-operators] updating namespace W0513 17:11:46.051716 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 17:11:46.064956 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 17:11:46.080255 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 17:11:46.092602 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:52.453779 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=102 I0513 17:11:54.179721 3685 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 17:11:54.180576 3685 namespace.go:102] [trusted-artifact-signer] adding namespace took 835.386µs W0513 17:11:54.223939 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 17:11:54.259846 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:11:54.277746 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:11:55.345286 3685 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-xcrw9 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:11:55.345385 3685 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9 I0513 17:11:55.358321 3685 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9] pod update took 12.962303ms I0513 17:11:55.358343 3685 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9] addLogicalPort annotation time took 12.989997ms I0513 17:11:55.359484 3685 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9] addLogicalPort took 14.21302ms, libovsdb time 812.964µs I0513 17:11:55.699533 3685 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9 89d150a15236508eb059a9e5a93948acb23ba4c759dfdeb56a573dbdb7b0bb7c network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9 89d150a15236508eb059a9e5a93948acb23ba4c759dfdeb56a573dbdb7b0bb7c network default NAD default NAD key ] I0513 17:11:55.709026 3685 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-xcrw9, hostIfaceName: 89d150a15236508, network: default, NAD default, SandboxID: "89d150a15236508eb059a9e5a93948acb23ba4c759dfdeb56a573dbdb7b0bb7c", PCI device ID: , UID: "639172c2-6e36-4244-89d7-6de932f56550", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0513 17:11:55.757427 3685 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9 89d150a15236508eb059a9e5a93948acb23ba4c759dfdeb56a573dbdb7b0bb7c network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-xcrw9 89d150a15236508eb059a9e5a93948acb23ba4c759dfdeb56a573dbdb7b0bb7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2c:52:7c:2d:df\",\"name\":\"89d150a15236508\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a9d922c-c8ce-45cb-acf4-9c85f4a7ea03\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:12:00.194869 3685 namespace.go:98] [openshift-pipelines] adding namespace I0513 17:12:00.195879 3685 namespace.go:102] [openshift-pipelines] adding namespace took 979.86µs I0513 17:12:00.209379 3685 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:12:00.904015 3685 namespace.go:142] [cert-manager] updating namespace I0513 17:12:01.105421 3685 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:01.506703 3685 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:01.706742 3685 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:01.909430 3685 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:02.312267 3685 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:02.510301 3685 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:02.712376 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:02.910506 3685 namespace.go:142] [tsf] updating namespace I0513 17:12:03.112985 3685 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:03.313489 3685 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:03.511036 3685 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:03.645314 3685 namespace.go:142] [cert-manager] updating namespace I0513 17:12:03.656544 3685 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:03.667626 3685 namespace.go:142] [default] updating namespace I0513 17:12:03.680218 3685 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:03.691824 3685 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:03.698416 3685 cni.go:452] [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key ] I0513 17:12:03.702709 3685 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:03.714471 3685 namespace.go:142] [openshift] updating namespace I0513 17:12:03.724414 3685 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:03.736576 3685 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:03.745690 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:03.755186 3685 namespace.go:142] [tsf] updating namespace I0513 17:12:03.764267 3685 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:03.776541 3685 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:03.786229 3685 cni.go:473] [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 75f72bff6746ef6c9d0153a45e4c36a33d587e229225fbc13af07d47bdf7b19e network default NAD default NAD key default], result "{}", err I0513 17:12:03.794262 3685 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:03.853119 3685 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:03.853169 3685 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0513 17:12:03.854521 3685 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.32 I0513 17:12:03.854549 3685 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:03.878869 3685 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:03.878886 3685 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:03.882231 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 17:12:03.882256 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 17:12:03.896923 3685 namespace.go:142] [cert-manager] updating namespace I0513 17:12:03.999196 3685 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:04.093607 3685 namespace.go:142] [default] updating namespace I0513 17:12:04.195917 3685 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:04.296770 3685 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:04.399648 3685 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:04.496296 3685 namespace.go:142] [openshift] updating namespace I0513 17:12:04.594574 3685 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:04.695445 3685 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:04.797663 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:04.898357 3685 namespace.go:142] [tsf] updating namespace I0513 17:12:04.994263 3685 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:05.093649 3685 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:05.201495 3685 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:05.421160 3685 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-208.ec2.internal I0513 17:12:05.421334 3685 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0513 17:12:05.444682 3685 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 23.382785ms I0513 17:12:05.444702 3685 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 23.407543ms I0513 17:12:05.445989 3685 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 24.866754ms, libovsdb time 940.854µs I0513 17:12:05.778658 3685 cni.go:452] [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key ] I0513 17:12:05.789110 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 54ba5d1c4b19d02, network: default, NAD default, SandboxID: "54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64", PCI device ID: , UID: "2ee68975-64c3-4ac0-96b7-ae3fec8d7fcb", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0513 17:12:05.841899 3685 cni.go:473] [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:eb:e4:30:16:e5\",\"name\":\"54ba5d1c4b19d02\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f12b606-d33e-4828-9e86-fd5fcf7738ea\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:12:06.023055 3685 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:12:08.311426 3685 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-lff2q for pod on switch ip-10-0-2-208.ec2.internal I0513 17:12:08.311525 3685 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q I0513 17:12:08.337209 3685 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-ckcmt for pod on switch ip-10-0-2-208.ec2.internal I0513 17:12:08.337383 3685 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt I0513 17:12:08.338929 3685 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q] pod update took 27.435646ms I0513 17:12:08.338953 3685 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q] addLogicalPort annotation time took 27.461746ms I0513 17:12:08.340556 3685 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q] addLogicalPort took 29.148193ms, libovsdb time 1.066752ms I0513 17:12:08.367645 3685 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt] pod update took 30.295434ms I0513 17:12:08.367675 3685 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt] addLogicalPort annotation time took 30.334067ms I0513 17:12:08.369331 3685 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt] addLogicalPort took 32.139247ms, libovsdb time 1.125622ms I0513 17:12:12.903061 3685 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt b7f41e9ed389cc8c04cc91f1de3ab82ce7a4ca3920cc85c7c71fff34b305951f network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt b7f41e9ed389cc8c04cc91f1de3ab82ce7a4ca3920cc85c7c71fff34b305951f network default NAD default NAD key ] I0513 17:12:12.913940 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-ckcmt, hostIfaceName: b7f41e9ed389cc8, network: default, NAD default, SandboxID: "b7f41e9ed389cc8c04cc91f1de3ab82ce7a4ca3920cc85c7c71fff34b305951f", PCI device ID: , UID: "25fc7c4f-8001-466a-832b-8282f2795fd2", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0513 17:12:12.973867 3685 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt b7f41e9ed389cc8c04cc91f1de3ab82ce7a4ca3920cc85c7c71fff34b305951f network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckcmt b7f41e9ed389cc8c04cc91f1de3ab82ce7a4ca3920cc85c7c71fff34b305951f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:0e:ca:34:ae:cb\",\"name\":\"b7f41e9ed389cc8\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/461aacd6-fc39-485c-9811-7d2b88f59c44\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:12:13.792490 3685 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0513 17:12:14.670591 3685 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q ef772c1f1af69e26dc045e4d91caf61c3a7770ced1b4c581bae8a22b4d93e266 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q ef772c1f1af69e26dc045e4d91caf61c3a7770ced1b4c581bae8a22b4d93e266 network default NAD default NAD key ] I0513 17:12:14.679993 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-lff2q, hostIfaceName: ef772c1f1af69e2, network: default, NAD default, SandboxID: "ef772c1f1af69e26dc045e4d91caf61c3a7770ced1b4c581bae8a22b4d93e266", PCI device ID: , UID: "64b74d64-866d-4098-b12a-e91284503cd8", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0513 17:12:14.727800 3685 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q ef772c1f1af69e26dc045e4d91caf61c3a7770ced1b4c581bae8a22b4d93e266 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lff2q ef772c1f1af69e26dc045e4d91caf61c3a7770ced1b4c581bae8a22b4d93e266 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:4b:25:4f:9c:54\",\"name\":\"ef772c1f1af69e2\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d071403-7ccf-4c1a-8344-9b158bba6305\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:12:14.978766 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-kmn9w for pod on switch ip-10-0-2-208.ec2.internal I0513 17:12:14.978925 3685 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w I0513 17:12:14.996257 3685 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w] pod update took 17.374504ms I0513 17:12:14.996280 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w] addLogicalPort annotation time took 17.402823ms I0513 17:12:14.997753 3685 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w] addLogicalPort took 19.002193ms, libovsdb time 1.058619ms I0513 17:12:15.346397 3685 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w 6674c4564b43bff1df3babc6c49c2d787924c1806f1cce08b00bb1e7b2e59f78 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w 6674c4564b43bff1df3babc6c49c2d787924c1806f1cce08b00bb1e7b2e59f78 network default NAD default NAD key ] I0513 17:12:15.356409 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-kmn9w, hostIfaceName: 6674c4564b43bff, network: default, NAD default, SandboxID: "6674c4564b43bff1df3babc6c49c2d787924c1806f1cce08b00bb1e7b2e59f78", PCI device ID: , UID: "ab6c2477-81dd-4eaa-ab30-0ad4db9b2258", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0513 17:12:15.406409 3685 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w 6674c4564b43bff1df3babc6c49c2d787924c1806f1cce08b00bb1e7b2e59f78 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmn9w 6674c4564b43bff1df3babc6c49c2d787924c1806f1cce08b00bb1e7b2e59f78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a3:b7:95:0b:e6\",\"name\":\"6674c4564b43bff\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69ef2f36-5856-4094-91e2-b299653cb9b1\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:12:15.763565 3685 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 17:12:18.345160 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.345182 3685 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.345188 3685 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.784840 3685 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.784865 3685 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.784875 3685 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.784880 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:21.317668 3685 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:21.317692 3685 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:21.317699 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:29.793661 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:29.793683 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:29.793689 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:29.793694 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:34.764244 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 17:12:36.773640 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 17:12:43.434696 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 17:12:44.910775 3685 cni.go:452] [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key ] I0513 17:12:44.986248 3685 cni.go:473] [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 54ba5d1c4b19d021793fcc900365fec0fd14d86c8d3904b15cbe7a28ea2ceb64 network default NAD default NAD key default], result "{}", err I0513 17:12:45.035058 3685 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:45.035085 3685 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0513 17:12:45.036233 3685 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.34 I0513 17:12:45.036263 3685 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:45.058420 3685 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:45.058442 3685 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:45.064849 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 17:12:45.064872 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 17:12:46.271176 3685 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-208.ec2.internal I0513 17:12:46.271279 3685 kube.go:256] Updating pod tsf/test-tsf-iam I0513 17:12:46.286005 3685 pod.go:62] [tsf/test-tsf-iam] pod update took 14.753196ms I0513 17:12:46.286032 3685 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.78356ms I0513 17:12:46.287462 3685 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.332941ms, libovsdb time 999.084µs I0513 17:12:46.630573 3685 cni.go:452] [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key ] I0513 17:12:46.640006 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: cbcc7bafbb76733, network: default, NAD default, SandboxID: "cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8", PCI device ID: , UID: "90e51e83-f37f-4b38-ae1e-962c6d2a0104", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0513 17:12:46.690334 3685 cni.go:473] [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d2:39:cf:52:cd\",\"name\":\"cbcc7bafbb76733\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6f0e350-3ae3-44ab-8fb5-6f9e66b53358\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:12:47.139222 3685 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 17:12:47.139865 3685 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 17:12:47.139896 3685 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 17:12:47.142298 3685 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0513 17:12:47.518869 3685 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:12:47.518974 3685 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0513 17:12:47.536293 3685 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.343301ms I0513 17:12:47.536324 3685 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.380715ms I0513 17:12:47.537702 3685 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.850443ms, libovsdb time 883.43µs I0513 17:12:47.879569 3685 cni.go:452] [tsf-keycloak/keycloak-0 011cfa0335314742f0f26b9644bda99578231a13e33b84cfcfcad9e812742b74 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 011cfa0335314742f0f26b9644bda99578231a13e33b84cfcfcad9e812742b74 network default NAD default NAD key ] I0513 17:12:47.889589 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 011cfa033531474, network: default, NAD default, SandboxID: "011cfa0335314742f0f26b9644bda99578231a13e33b84cfcfcad9e812742b74", PCI device ID: , UID: "bfabf1ae-6b35-4e46-befa-8fa1701f4e4b", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0513 17:12:47.941525 3685 cni.go:473] [tsf-keycloak/keycloak-0 011cfa0335314742f0f26b9644bda99578231a13e33b84cfcfcad9e812742b74 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 011cfa0335314742f0f26b9644bda99578231a13e33b84cfcfcad9e812742b74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:39:a4:96:2a:cb\",\"name\":\"011cfa033531474\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89144608-3d0c-4da8-81d9-c37b7917c2fa\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:12:52.966204 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 17:12:52.966226 3685 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 17:12:52.966339 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 17:12:52.966359 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0513 17:13:02.442970 3685 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 17:13:05.519583 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:13:05.519687 3685 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0513 17:13:05.537286 3685 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 17.620403ms I0513 17:13:05.537310 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 17.65149ms I0513 17:13:05.538669 3685 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 19.108423ms, libovsdb time 989.934µs I0513 17:13:10.383341 3685 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 84c73447f4dadccf87813c97ed3903417e549e98c7cfe80c7c50a43c13889835 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 84c73447f4dadccf87813c97ed3903417e549e98c7cfe80c7c50a43c13889835 network default NAD default NAD key ] I0513 17:13:10.393830 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 84c73447f4dadcc, network: default, NAD default, SandboxID: "84c73447f4dadccf87813c97ed3903417e549e98c7cfe80c7c50a43c13889835", PCI device ID: , UID: "31cf9d09-f299-4b83-8f31-560e884e07a4", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0513 17:13:10.447674 3685 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 84c73447f4dadccf87813c97ed3903417e549e98c7cfe80c7c50a43c13889835 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 84c73447f4dadccf87813c97ed3903417e549e98c7cfe80c7c50a43c13889835 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ac:f8:1f:2f:65\",\"name\":\"84c73447f4dadcc\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3ff78d0-0362-44d8-aeeb-eb81f3f58939\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:13:17.155041 3685 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0513 17:13:18.141212 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 17:13:18.141247 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 17:13:18.141382 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0513 17:13:18.141391 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0513 17:13:24.646435 3685 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:24.646457 3685 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:24.646463 3685 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 17:13:27.392122 3685 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-lb59p] creating logical port tsf-keycloak_tsf-iam-lb59p for pod on switch ip-10-0-2-208.ec2.internal I0513 17:13:27.392239 3685 kube.go:256] Updating pod tsf-keycloak/tsf-iam-lb59p I0513 17:13:27.411314 3685 pod.go:62] [tsf-keycloak/tsf-iam-lb59p] pod update took 19.101924ms I0513 17:13:27.411337 3685 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-lb59p] addLogicalPort annotation time took 19.133138ms I0513 17:13:27.412549 3685 pods.go:271] [tsf-keycloak/tsf-iam-lb59p] addLogicalPort took 20.44243ms, libovsdb time 849.81µs I0513 17:13:27.748291 3685 cni.go:452] [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key ] I0513 17:13:27.774783 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-lb59p, hostIfaceName: 1e76734e1cd05c6, network: default, NAD default, SandboxID: "1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56", PCI device ID: , UID: "919062bb-e6fe-4f32-a668-47d46349821a", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0513 17:13:27.822945 3685 cni.go:473] [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:6a:f8:8f:c6:2a\",\"name\":\"1e76734e1cd05c6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25af7bba-bf9c-4cc3-8c40-1b8079925d34\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:13:37.241883 3685 cni.go:452] [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key ] I0513 17:13:37.339073 3685 cni.go:473] [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam cbcc7bafbb7673397137e187b54136f32944125b6c408613cf60a8d9fb26eea8 network default NAD default NAD key default], result "{}", err I0513 17:13:37.396871 3685 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:37.397011 3685 pods.go:176] Deleting pod: tsf/test-tsf-iam I0513 17:13:37.398808 3685 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.38 I0513 17:13:37.398844 3685 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:37.445669 3685 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:37.445699 3685 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:37.451263 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 17:13:37.451294 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 17:13:38.420210 3685 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-208.ec2.internal I0513 17:13:38.420313 3685 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0513 17:13:38.436693 3685 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.4015ms I0513 17:13:38.436726 3685 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.439449ms I0513 17:13:38.438046 3685 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.853758ms, libovsdb time 934.549µs I0513 17:13:38.780725 3685 cni.go:452] [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key ] I0513 17:13:38.790223 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: d23f3d754b4d224, network: default, NAD default, SandboxID: "d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915", PCI device ID: , UID: "8cf957cf-0621-4936-9d15-bd9bef583a8b", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0513 17:13:38.842977 3685 cni.go:473] [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:6e:6a:0e:a3:04\",\"name\":\"d23f3d754b4d224\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2250ebb-770d-4b5c-8b47-6ef6c08ca886\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:13:42.809481 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 17:13:42.809505 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0513 17:13:46.278919 3685 cni.go:452] [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key ] I0513 17:13:46.361160 3685 cni.go:473] [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-lb59p 1e76734e1cd05c607ecfd3226c01b39e0521277d6ce76e95eed46f75aaa91b56 network default NAD default NAD key default], result "{}", err I0513 17:13:46.434602 3685 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lb59p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:46.434641 3685 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-lb59p I0513 17:13:46.436013 3685 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-lb59p, ips: 10.128.0.41 I0513 17:13:46.436044 3685 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lb59p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:47.304628 3685 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lb59p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:47.304655 3685 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lb59p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:13:48.776389 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 17:13:53.806546 3685 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0513 17:13:55.891813 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 17:14:00.054120 3685 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:00.054732 3685 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:00.699062 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-bq9zz for pod on switch ip-10-0-2-208.ec2.internal I0513 17:14:00.699167 3685 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz I0513 17:14:00.717388 3685 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz] pod update took 18.259961ms I0513 17:14:00.717410 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz] addLogicalPort annotation time took 18.288416ms I0513 17:14:00.718600 3685 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz] addLogicalPort took 19.55208ms, libovsdb time 846.006µs I0513 17:14:00.777003 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-g2kzv for pod on switch ip-10-0-2-208.ec2.internal I0513 17:14:00.777113 3685 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv I0513 17:14:00.796732 3685 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv] pod update took 19.648482ms I0513 17:14:00.796759 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv] addLogicalPort annotation time took 19.682712ms I0513 17:14:00.798021 3685 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv] addLogicalPort took 21.037521ms, libovsdb time 892.168µs I0513 17:14:00.940287 3685 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:00.940309 3685 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:01.056612 3685 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz cc3c02bc69895b1a020aaadbfebfc1f9606363acccf800e1f77feef261efd04e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz cc3c02bc69895b1a020aaadbfebfc1f9606363acccf800e1f77feef261efd04e network default NAD default NAD key ] I0513 17:14:01.065618 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-bq9zz, hostIfaceName: cc3c02bc69895b1, network: default, NAD default, SandboxID: "cc3c02bc69895b1a020aaadbfebfc1f9606363acccf800e1f77feef261efd04e", PCI device ID: , UID: "cd8ed0e8-8950-434b-ba91-2ebcba92fbf1", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0513 17:14:01.118238 3685 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz cc3c02bc69895b1a020aaadbfebfc1f9606363acccf800e1f77feef261efd04e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq9zz cc3c02bc69895b1a020aaadbfebfc1f9606363acccf800e1f77feef261efd04e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5f:48:81:ed:8e\",\"name\":\"cc3c02bc69895b1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f58084a-0710-446f-ab73-039d468cff38\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:14:01.134432 3685 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv 96765d59bd5beffbf9fe63bdf5c95c2635e67e1ec2ab9a3604bb32e439fcdb9f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv 96765d59bd5beffbf9fe63bdf5c95c2635e67e1ec2ab9a3604bb32e439fcdb9f network default NAD default NAD key ] I0513 17:14:01.144856 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-g2kzv, hostIfaceName: 96765d59bd5beff, network: default, NAD default, SandboxID: "96765d59bd5beffbf9fe63bdf5c95c2635e67e1ec2ab9a3604bb32e439fcdb9f", PCI device ID: , UID: "4957e2ff-8b56-49c3-b3dd-9cc09cab102d", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0513 17:14:01.196846 3685 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv 96765d59bd5beffbf9fe63bdf5c95c2635e67e1ec2ab9a3604bb32e439fcdb9f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-g2kzv 96765d59bd5beffbf9fe63bdf5c95c2635e67e1ec2ab9a3604bb32e439fcdb9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f0:15:bc:58:7f\",\"name\":\"96765d59bd5beff\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b916ebe-75f5-435d-9def-6b4fdafe86f6\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:14:04.375484 3685 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:04.375510 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:04.395299 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0513 17:14:05.381913 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:05.381940 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:15.380939 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 17:14:16.520995 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-2t6x6 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:14:16.521109 3685 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6 I0513 17:14:16.541724 3685 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6] pod update took 20.649808ms I0513 17:14:16.541752 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6] addLogicalPort annotation time took 20.67987ms I0513 17:14:16.543104 3685 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6] addLogicalPort took 22.130574ms, libovsdb time 834.477µs I0513 17:14:16.880257 3685 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6 d18d1d282495238862c87227d66bcc9c49e45c401ae769d42d7a951a52298cbf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6 d18d1d282495238862c87227d66bcc9c49e45c401ae769d42d7a951a52298cbf network default NAD default NAD key ] I0513 17:14:16.889589 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-2t6x6, hostIfaceName: d18d1d282495238, network: default, NAD default, SandboxID: "d18d1d282495238862c87227d66bcc9c49e45c401ae769d42d7a951a52298cbf", PCI device ID: , UID: "09291c98-02ee-44e1-94be-0f8dc9c9c949", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0513 17:14:16.942936 3685 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6 d18d1d282495238862c87227d66bcc9c49e45c401ae769d42d7a951a52298cbf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2t6x6 d18d1d282495238862c87227d66bcc9c49e45c401ae769d42d7a951a52298cbf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:1b:0a:39:5e:3f\",\"name\":\"d18d1d282495238\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a15df27-cab0-4904-bc05-ba50d4c97d7b\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:14:31.514541 3685 cni.go:452] [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key ] I0513 17:14:31.603647 3685 cni.go:473] [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas d23f3d754b4d2242409a9d715ec858578dbb77f275001fcf13e0edef1c000915 network default NAD default NAD key default], result "{}", err I0513 17:14:31.653519 3685 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:31.653564 3685 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0513 17:14:31.654871 3685 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.42 I0513 17:14:31.654903 3685 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:31.680568 3685 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:31.680596 3685 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:31.688656 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 17:14:31.688686 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 17:14:32.305195 3685 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:32.305799 3685 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:32.491300 3685 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-p4wds] creating logical port tsf_patch-tekton-config-p4wds for pod on switch ip-10-0-2-208.ec2.internal I0513 17:14:32.491396 3685 kube.go:256] Updating pod tsf/patch-tekton-config-p4wds I0513 17:14:32.505060 3685 pod.go:62] [tsf/patch-tekton-config-p4wds] pod update took 13.690904ms I0513 17:14:32.505083 3685 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-p4wds] addLogicalPort annotation time took 13.718239ms I0513 17:14:32.506320 3685 pods.go:271] [tsf/patch-tekton-config-p4wds] addLogicalPort took 15.037838ms, libovsdb time 859.571µs I0513 17:14:32.851382 3685 cni.go:452] [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key ] I0513 17:14:32.861072 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-p4wds, hostIfaceName: ae7ecef12efc591, network: default, NAD default, SandboxID: "ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8", PCI device ID: , UID: "77b8c7ce-2ce3-4717-aa13-5f76dd50249a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0513 17:14:32.916931 3685 cni.go:473] [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:45:00:b0:d1:69\",\"name\":\"ae7ecef12efc591\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b88a9aa2-c327-42dd-b20b-58ceddf67f68\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:14:33.123202 3685 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:33.123230 3685 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:35.189592 3685 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:35.190183 3685 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:36.058208 3685 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:36.058234 3685 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:36.657614 3685 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-86c79d8bd5-6c6xn] creating logical port tsf-tas_rekor-redis-86c79d8bd5-6c6xn for pod on switch ip-10-0-2-208.ec2.internal I0513 17:14:36.657712 3685 kube.go:256] Updating pod tsf-tas/rekor-redis-86c79d8bd5-6c6xn I0513 17:14:36.673046 3685 pod.go:62] [tsf-tas/rekor-redis-86c79d8bd5-6c6xn] pod update took 15.35818ms I0513 17:14:36.673073 3685 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-86c79d8bd5-6c6xn] addLogicalPort annotation time took 15.388867ms I0513 17:14:36.674789 3685 pods.go:271] [tsf-tas/rekor-redis-86c79d8bd5-6c6xn] addLogicalPort took 17.18626ms, libovsdb time 1.131398ms I0513 17:14:36.816481 3685 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-b9f68cf67-f8rp7] creating logical port tsf-tas_rekor-search-ui-b9f68cf67-f8rp7 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:14:36.816588 3685 kube.go:256] Updating pod tsf-tas/rekor-search-ui-b9f68cf67-f8rp7 I0513 17:14:36.830157 3685 pod.go:62] [tsf-tas/rekor-search-ui-b9f68cf67-f8rp7] pod update took 13.583035ms I0513 17:14:36.830189 3685 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-b9f68cf67-f8rp7] addLogicalPort annotation time took 13.63543ms I0513 17:14:36.831728 3685 pods.go:271] [tsf-tas/rekor-search-ui-b9f68cf67-f8rp7] addLogicalPort took 15.265131ms, libovsdb time 1.016421ms W0513 17:14:38.138713 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 17:14:38.279134 3685 cni.go:452] [tsf-tas/rekor-search-ui-b9f68cf67-f8rp7 97c765548dc89b163bb79798250f544e3907e00095cb202bd4a54ec1c9702be2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-b9f68cf67-f8rp7 97c765548dc89b163bb79798250f544e3907e00095cb202bd4a54ec1c9702be2 network default NAD default NAD key ] I0513 17:14:38.280212 3685 cni.go:452] [tsf-tas/rekor-redis-86c79d8bd5-6c6xn 0f22a0f665f96933fe20563558af90ce78fdf8c4210cdb04247dfb998dadb856 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-86c79d8bd5-6c6xn 0f22a0f665f96933fe20563558af90ce78fdf8c4210cdb04247dfb998dadb856 network default NAD default NAD key ] I0513 17:14:38.292283 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-b9f68cf67-f8rp7, hostIfaceName: 97c765548dc89b1, network: default, NAD default, SandboxID: "97c765548dc89b163bb79798250f544e3907e00095cb202bd4a54ec1c9702be2", PCI device ID: , UID: "095b01d8-7c79-43f1-8022-c1ae2603cade", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0513 17:14:38.292927 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-86c79d8bd5-6c6xn, hostIfaceName: 0f22a0f665f9693, network: default, NAD default, SandboxID: "0f22a0f665f96933fe20563558af90ce78fdf8c4210cdb04247dfb998dadb856", PCI device ID: , UID: "112726b4-1817-4272-a031-4224185d8f7c", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0513 17:14:38.346166 3685 cni.go:473] [tsf-tas/rekor-search-ui-b9f68cf67-f8rp7 97c765548dc89b163bb79798250f544e3907e00095cb202bd4a54ec1c9702be2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-b9f68cf67-f8rp7 97c765548dc89b163bb79798250f544e3907e00095cb202bd4a54ec1c9702be2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b6:89:af:96:6e\",\"name\":\"97c765548dc89b1\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e99b229f-35bc-40cf-b13a-20ee1118b4b7\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:14:38.367962 3685 cni.go:473] [tsf-tas/rekor-redis-86c79d8bd5-6c6xn 0f22a0f665f96933fe20563558af90ce78fdf8c4210cdb04247dfb998dadb856 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-86c79d8bd5-6c6xn 0f22a0f665f96933fe20563558af90ce78fdf8c4210cdb04247dfb998dadb856 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:fe:35:4e:5a:82\",\"name\":\"0f22a0f665f9693\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0b963b6-b1c0-481a-a745-465f64f480bf\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:14:40.575543 3685 cni.go:452] [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key ] I0513 17:14:40.665017 3685 cni.go:473] [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-p4wds ae7ecef12efc59180fc8ad29ece46591b4dafb0888b0a15a8ffafa3f01d3bfd8 network default NAD default NAD key default], result "{}", err I0513 17:14:40.946372 3685 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:40.946414 3685 pods.go:176] Deleting pod: tsf/patch-tekton-config-p4wds I0513 17:14:40.947945 3685 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-p4wds, ips: 10.128.0.46 I0513 17:14:40.947975 3685 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 17:14:41.575486 3685 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0513 17:14:41.584870 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:41.584953 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:14:41.600282 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 17:14:47.579723 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0513 17:14:49.206966 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 17:14:51.466581 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 W0513 17:14:53.586616 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0513 17:14:54.621698 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0513 17:15:08.115752 3685 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-5qjxg-hrz42] creating logical port tsf-tas_tuf-repository-init-5qjxg-hrz42 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:08.115878 3685 kube.go:256] Updating pod tsf-tas/tuf-repository-init-5qjxg-hrz42 I0513 17:15:08.128790 3685 pod.go:62] [tsf-tas/tuf-repository-init-5qjxg-hrz42] pod update took 12.937634ms I0513 17:15:08.128813 3685 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-5qjxg-hrz42] addLogicalPort annotation time took 12.965019ms I0513 17:15:08.130039 3685 pods.go:271] [tsf-tas/tuf-repository-init-5qjxg-hrz42] addLogicalPort took 14.304651ms, libovsdb time 828.903µs I0513 17:15:12.702712 3685 cni.go:452] [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key ] I0513 17:15:12.712104 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-5qjxg-hrz42, hostIfaceName: 3416e2d2ec11cf9, network: default, NAD default, SandboxID: "3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7", PCI device ID: , UID: "7ad25444-d403-4138-97d9-dcd15d21c76f", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0513 17:15:12.763532 3685 cni.go:473] [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:b1:88:46:54:8d\",\"name\":\"3416e2d2ec11cf9\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a4e453-2070-4711-9362-7dea5d4b1157\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:15:17.438032 3685 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:17.438611 3685 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:18.296557 3685 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.296580 3685 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.343607 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.343635 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.347943 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p4wds I0513 17:15:18.347970 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p4wds I0513 17:15:18.778228 3685 cni.go:452] [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key ] I0513 17:15:18.861270 3685 cni.go:473] [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-5qjxg-hrz42 3416e2d2ec11cf959907718bb62dfe902b74df07f8517fbcd797a06d1296dcf7 network default NAD default NAD key default], result "{}", err I0513 17:15:18.913160 3685 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:18.913203 3685 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-5qjxg-hrz42 I0513 17:15:18.914671 3685 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-5qjxg-hrz42, ips: 10.128.0.49 I0513 17:15:18.914707 3685 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:19.136751 3685 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:19.136870 3685 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0513 17:15:19.153069 3685 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.222411ms I0513 17:15:19.153088 3685 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.246773ms I0513 17:15:19.154351 3685 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.612717ms, libovsdb time 874.231µs I0513 17:15:19.493298 3685 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key ] I0513 17:15:19.503228 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 96c5763907e1749, network: default, NAD default, SandboxID: "96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39", PCI device ID: , UID: "6f315f76-9287-4c94-ba7c-99d1b4ab1d62", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0513 17:15:19.554240 3685 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:64:a8:ad:b4:61\",\"name\":\"96c5763907e1749\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2012c1c-8044-4850-beb4-e2f151b73146\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:15:19.795092 3685 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:19.795116 3685 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:20.232209 3685 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-rkxgf] creating logical port tsf-tas_tuf-97fc8ff76-rkxgf for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:20.232304 3685 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-rkxgf I0513 17:15:20.255793 3685 pod.go:62] [tsf-tas/tuf-97fc8ff76-rkxgf] pod update took 23.513363ms I0513 17:15:20.255821 3685 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-rkxgf] addLogicalPort annotation time took 23.546098ms I0513 17:15:20.257236 3685 pods.go:271] [tsf-tas/tuf-97fc8ff76-rkxgf] addLogicalPort took 25.044306ms, libovsdb time 844.34µs I0513 17:15:22.390715 3685 cni.go:452] [tsf-tas/tuf-97fc8ff76-rkxgf 71cbca13b15d2f97af7d4ed1c136de29349ee977f83da83fb8d31c396a9d4354 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-rkxgf 71cbca13b15d2f97af7d4ed1c136de29349ee977f83da83fb8d31c396a9d4354 network default NAD default NAD key ] I0513 17:15:22.400316 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-rkxgf, hostIfaceName: 71cbca13b15d2f9, network: default, NAD default, SandboxID: "71cbca13b15d2f97af7d4ed1c136de29349ee977f83da83fb8d31c396a9d4354", PCI device ID: , UID: "31ef6312-7e43-43f9-8e33-723b851c4836", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0513 17:15:22.450687 3685 cni.go:473] [tsf-tas/tuf-97fc8ff76-rkxgf 71cbca13b15d2f97af7d4ed1c136de29349ee977f83da83fb8d31c396a9d4354 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-rkxgf 71cbca13b15d2f97af7d4ed1c136de29349ee977f83da83fb8d31c396a9d4354 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:82:94:ee:6b:bd\",\"name\":\"71cbca13b15d2f9\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c2b6148-555f-467f-95c7-9d06f5f2adbd\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:15:22.804480 3685 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key ] I0513 17:15:22.888434 3685 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 96c5763907e1749950f676bb03215975f61c8e5d55c8ae8049d098c7ad628f39 network default NAD default NAD key default], result "{}", err I0513 17:15:22.940499 3685 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:22.940545 3685 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0513 17:15:22.942186 3685 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.50 I0513 17:15:22.942222 3685 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:22.965322 3685 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:22.965355 3685 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:22.974242 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 17:15:22.974273 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 17:15:23.221164 3685 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:23.221266 3685 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0513 17:15:23.236657 3685 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.418593ms I0513 17:15:23.236689 3685 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.455399ms I0513 17:15:23.238190 3685 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.070405ms, libovsdb time 918.662µs I0513 17:15:23.579080 3685 cni.go:452] [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key ] I0513 17:15:23.588592 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 51064d6e21f9d1e, network: default, NAD default, SandboxID: "51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a", PCI device ID: , UID: "d4c61b19-320d-4108-bc3c-24673cd82dc1", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0513 17:15:23.637706 3685 cni.go:473] [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f4:79:76:b7:bc\",\"name\":\"51064d6e21f9d1e\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c52a58e-a48d-421f-b650-feb558709c51\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:15:26.829986 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 17:15:28.490633 3685 obj_retry.go:498] Detected object tsf-tpa/create-db-tbqdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:28.491286 3685 obj_retry.go:498] Detected object tsf-tpa/create-db-tbqdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:29.514648 3685 obj_retry.go:492] Detected object tsf-tpa/create-db-tbqdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:29.514671 3685 obj_retry.go:492] Detected object tsf-tpa/create-db-tbqdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:32.522808 3685 obj_retry.go:498] Detected object tsf-tpa/migrate-db-t9qzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:32.523416 3685 obj_retry.go:498] Detected object tsf-tpa/migrate-db-t9qzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:32.656528 3685 obj_retry.go:492] Detected object tsf-tpa/migrate-db-t9qzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:32.656556 3685 obj_retry.go:492] Detected object tsf-tpa/migrate-db-t9qzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:32.867032 3685 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-8dwmr] creating logical port tsf-tpa_create-importers-8dwmr for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:32.867126 3685 kube.go:256] Updating pod tsf-tpa/create-importers-8dwmr I0513 17:15:32.882356 3685 pod.go:62] [tsf-tpa/create-importers-8dwmr] pod update took 15.255299ms I0513 17:15:32.882381 3685 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-8dwmr] addLogicalPort annotation time took 15.28693ms I0513 17:15:32.883817 3685 pods.go:271] [tsf-tpa/create-importers-8dwmr] addLogicalPort took 16.803604ms, libovsdb time 896.006µs I0513 17:15:33.227652 3685 cni.go:452] [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key ] I0513 17:15:33.237590 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-8dwmr, hostIfaceName: 6ba7d78261746f8, network: default, NAD default, SandboxID: "6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4", PCI device ID: , UID: "96732d4f-2caf-4c50-ab43-a3a22f37d6e1", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0513 17:15:33.288798 3685 cni.go:473] [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:72:f9:36:1a:c9\",\"name\":\"6ba7d78261746f8\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90697d98-3d8b-41ed-b1b1-2bf99e776005\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:15:35.632677 3685 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:15:36.893037 3685 cni.go:452] [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key ] I0513 17:15:36.991834 3685 cni.go:473] [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-8dwmr 6ba7d78261746f8d881a38a155338ad29d1a2db65215ba7e7bd7b6fcaffa1fb4 network default NAD default NAD key default], result "{}", err I0513 17:15:37.041404 3685 obj_retry.go:498] Detected object tsf-tpa/create-importers-8dwmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:37.041440 3685 pods.go:176] Deleting pod: tsf-tpa/create-importers-8dwmr I0513 17:15:37.043100 3685 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-8dwmr, ips: 10.128.0.53 I0513 17:15:37.043210 3685 obj_retry.go:498] Detected object tsf-tpa/create-importers-8dwmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 17:15:37.840552 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0513 17:15:38.064976 3685 obj_retry.go:492] Detected object tsf-tpa/create-importers-8dwmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:38.064998 3685 obj_retry.go:492] Detected object tsf-tpa/create-importers-8dwmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:39.459468 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0513 17:15:42.430467 3685 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 17:15:44.940425 3685 cni.go:452] [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key ] I0513 17:15:45.020103 3685 cni.go:473] [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 51064d6e21f9d1e6fa41f315ed69241378ce91bdad0f6542b7bc1710ebc8484a network default NAD default NAD key default], result "{}", err I0513 17:15:45.096120 3685 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:45.096192 3685 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0513 17:15:45.097641 3685 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.52 I0513 17:15:45.097675 3685 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:45.143328 3685 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:45.143350 3685 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:45.150671 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 17:15:45.150694 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 17:15:46.050635 3685 namespace.go:98] [build-service] adding namespace I0513 17:15:46.051548 3685 namespace.go:102] [build-service] adding namespace took 888.054µs I0513 17:15:46.054853 3685 namespace.go:98] [image-controller] adding namespace I0513 17:15:46.055464 3685 namespace.go:102] [image-controller] adding namespace took 597.291µs I0513 17:15:46.056384 3685 namespace.go:98] [default-tenant] adding namespace I0513 17:15:46.057059 3685 namespace.go:102] [default-tenant] adding namespace took 661.305µs I0513 17:15:46.064758 3685 namespace.go:98] [integration-service] adding namespace I0513 17:15:46.065391 3685 namespace.go:102] [integration-service] adding namespace took 618.834µs I0513 17:15:46.094379 3685 namespace.go:142] [build-service] updating namespace I0513 17:15:46.114610 3685 namespace.go:142] [build-service] updating namespace I0513 17:15:46.121809 3685 namespace.go:142] [image-controller] updating namespace I0513 17:15:46.137426 3685 namespace.go:142] [image-controller] updating namespace I0513 17:15:46.142651 3685 namespace.go:142] [default-tenant] updating namespace I0513 17:15:46.166044 3685 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.169814 3685 namespace.go:142] [default-tenant] updating namespace I0513 17:15:46.181372 3685 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.432082 3685 namespace.go:142] [build-service] updating namespace I0513 17:15:46.579097 3685 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.762871 3685 namespace.go:98] [release-service] adding namespace I0513 17:15:46.763622 3685 namespace.go:102] [release-service] adding namespace took 731.016µs I0513 17:15:46.949933 3685 namespace.go:142] [release-service] updating namespace I0513 17:15:46.969882 3685 namespace.go:142] [release-service] updating namespace I0513 17:15:47.172993 3685 namespace.go:142] [konflux-ui] updating namespace I0513 17:15:47.381072 3685 namespace.go:98] [konflux-info] adding namespace I0513 17:15:47.382025 3685 namespace.go:102] [konflux-info] adding namespace took 923.882µs I0513 17:15:47.462476 3685 namespace.go:142] [konflux-info] updating namespace I0513 17:15:47.510927 3685 namespace.go:98] [namespace-lister] adding namespace I0513 17:15:47.511891 3685 namespace.go:102] [namespace-lister] adding namespace took 942.626µs I0513 17:15:47.547167 3685 namespace.go:142] [konflux-info] updating namespace I0513 17:15:47.604016 3685 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:47.604153 3685 namespace.go:98] [enterprise-contract-service] adding namespace I0513 17:15:47.605034 3685 namespace.go:102] [enterprise-contract-service] adding namespace took 865.468µs I0513 17:15:47.629923 3685 namespace.go:142] [image-controller] updating namespace I0513 17:15:47.690931 3685 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:47.741071 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:47.815713 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:47.981945 3685 namespace.go:142] [default-tenant] updating namespace I0513 17:15:48.192377 3685 namespace.go:98] [segment-bridge] adding namespace I0513 17:15:48.193196 3685 namespace.go:102] [segment-bridge] adding namespace took 795.523µs I0513 17:15:48.368169 3685 namespace.go:98] [konflux-cli] adding namespace I0513 17:15:48.368312 3685 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:48.368989 3685 namespace.go:102] [konflux-cli] adding namespace took 798.702µs I0513 17:15:48.447068 3685 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:48.491993 3685 namespace.go:142] [build-service] updating namespace I0513 17:15:48.517107 3685 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 17:15:48.517724 3685 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 17:15:48.517745 3685 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 17:15:48.520249 3685 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 17:15:48.521608 3685 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:48.585196 3685 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-5gm84] creating logical port namespace-lister_namespace-lister-696b855848-5gm84 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:48.585328 3685 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-5gm84 I0513 17:15:48.616248 3685 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:48.620135 3685 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 17:15:48.620171 3685 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 17:15:48.657394 3685 pod.go:62] [namespace-lister/namespace-lister-696b855848-5gm84] pod update took 72.08918ms I0513 17:15:48.657416 3685 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-5gm84] addLogicalPort annotation time took 72.118064ms I0513 17:15:48.658656 3685 pods.go:271] [namespace-lister/namespace-lister-696b855848-5gm84] addLogicalPort took 73.474244ms, libovsdb time 855.715µs I0513 17:15:48.659407 3685 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 17:15:49.605927 3685 namespace.go:142] [default-tenant] updating namespace I0513 17:15:50.263095 3685 base_network_controller_pods.go:487] [default/konflux-ui/dex-5d7cbb9c9c-wnwgt] creating logical port konflux-ui_dex-5d7cbb9c9c-wnwgt for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:50.263242 3685 kube.go:256] Updating pod konflux-ui/dex-5d7cbb9c9c-wnwgt I0513 17:15:50.432995 3685 pod.go:62] [konflux-ui/dex-5d7cbb9c9c-wnwgt] pod update took 169.775646ms I0513 17:15:50.433019 3685 base_network_controller_pods.go:951] [default/konflux-ui/dex-5d7cbb9c9c-wnwgt] addLogicalPort annotation time took 169.804304ms I0513 17:15:50.434288 3685 pods.go:271] [konflux-ui/dex-5d7cbb9c9c-wnwgt] addLogicalPort took 171.213784ms, libovsdb time 832.567µs I0513 17:15:50.451611 3685 cni.go:452] [namespace-lister/namespace-lister-696b855848-5gm84 0d666cbcef395a3f6972c62f358cfbe60ddfd1e63ccf284e8581f2aa7c90543d network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-5gm84 0d666cbcef395a3f6972c62f358cfbe60ddfd1e63ccf284e8581f2aa7c90543d network default NAD default NAD key ] I0513 17:15:50.460770 3685 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-5gm84, hostIfaceName: 0d666cbcef395a3, network: default, NAD default, SandboxID: "0d666cbcef395a3f6972c62f358cfbe60ddfd1e63ccf284e8581f2aa7c90543d", PCI device ID: , UID: "54018901-f9e9-40de-84d1-e1a4406c8b22", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0513 17:15:50.471825 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=548 I0513 17:15:50.514715 3685 cni.go:473] [namespace-lister/namespace-lister-696b855848-5gm84 0d666cbcef395a3f6972c62f358cfbe60ddfd1e63ccf284e8581f2aa7c90543d network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-5gm84 0d666cbcef395a3f6972c62f358cfbe60ddfd1e63ccf284e8581f2aa7c90543d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:16:18:9e:99:de\",\"name\":\"0d666cbcef395a3\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bea867f-e211-4c67-85a5-29fa5bda7b0f\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:15:50.542906 3685 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7746b5f986-rgvsf] creating logical port konflux-ui_proxy-7746b5f986-rgvsf for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:50.543078 3685 kube.go:256] Updating pod konflux-ui/proxy-7746b5f986-rgvsf I0513 17:15:50.615441 3685 pod.go:62] [konflux-ui/proxy-7746b5f986-rgvsf] pod update took 72.402951ms I0513 17:15:50.615473 3685 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7746b5f986-rgvsf] addLogicalPort annotation time took 72.438998ms I0513 17:15:50.616837 3685 pods.go:271] [konflux-ui/proxy-7746b5f986-rgvsf] addLogicalPort took 73.946828ms, libovsdb time 958.626µs I0513 17:15:50.671877 3685 namespace.go:142] [image-controller] updating namespace I0513 17:15:50.815400 3685 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6g62s] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-6g62s for pod on switch ip-10-0-2-208.ec2.internal I0513 17:15:50.815496 3685 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-6g62s I0513 17:15:50.861767 3685 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s] pod update took 46.297756ms I0513 17:15:50.861797 3685 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6g62s] addLogicalPort annotation time took 46.332202ms I0513 17:15:50.863003 3685 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s] addLogicalPort took 47.616897ms, libovsdb time 766.315µs I0513 17:15:51.173122 3685 namespace.go:142] [integration-service] updating namespace I0513 17:15:51.462986 3685 namespace.go:142] [release-service] updating namespace I0513 17:15:51.627120 3685 namespace.go:142] [build-service] updating namespace I0513 17:15:51.647045 3685 namespace.go:142] [default-tenant] updating namespace I0513 17:15:51.661404 3685 namespace.go:142] [image-controller] updating namespace I0513 17:15:51.684967 3685 namespace.go:142] [integration-service] updating namespace I0513 17:15:51.718072 3685 namespace.go:142] [release-service] updating namespace I0513 17:15:51.833976 3685 namespace.go:142] [build-service] updating namespace I0513 17:15:51.922995 3685 namespace.go:142] [default-tenant] updating namespace W0513 17:15:52.040295 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 17:15:52.045386 3685 namespace.go:142] [image-controller] updating namespace I0513 17:15:52.113852 3685 namespace.go:142] [integration-service] updating namespace I0513 17:15:52.196329 3685 namespace.go:142] [release-service] updating namespace W0513 17:15:52.990808 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0513 17:15:53.393985 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:53.595107 3685 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:53.795835 3685 namespace.go:142] [konflux-info] updating namespace I0513 17:15:53.998187 3685 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.199870 3685 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:54.318498 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:54.335006 3685 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:54.356314 3685 namespace.go:142] [konflux-info] updating namespace I0513 17:15:54.371188 3685 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.389267 3685 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:54.442920 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:54.524947 3685 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:54.623761 3685 namespace.go:142] [konflux-info] updating namespace I0513 17:15:54.722908 3685 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.825696 3685 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:58.118688 3685 cni.go:452] [konflux-ui/dex-5d7cbb9c9c-wnwgt 7d03623ac7c9f6da0bf4a717cfe897ac2571754fa27d1f06fba9c01fc813acf7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5d7cbb9c9c-wnwgt 7d03623ac7c9f6da0bf4a717cfe897ac2571754fa27d1f06fba9c01fc813acf7 network default NAD default NAD key ] I0513 17:15:58.127935 3685 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5d7cbb9c9c-wnwgt, hostIfaceName: 7d03623ac7c9f6d, network: default, NAD default, SandboxID: "7d03623ac7c9f6da0bf4a717cfe897ac2571754fa27d1f06fba9c01fc813acf7", PCI device ID: , UID: "8d865484-a7d9-4bfd-a50f-d015f04a961c", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0513 17:15:58.182155 3685 cni.go:473] [konflux-ui/dex-5d7cbb9c9c-wnwgt 7d03623ac7c9f6da0bf4a717cfe897ac2571754fa27d1f06fba9c01fc813acf7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5d7cbb9c9c-wnwgt 7d03623ac7c9f6da0bf4a717cfe897ac2571754fa27d1f06fba9c01fc813acf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0d:be:48:5c:15\",\"name\":\"7d03623ac7c9f6d\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2e99518-931d-44e8-bc55-d4bf08231988\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:15:58.343128 3685 cni.go:452] [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key ] I0513 17:15:58.353381 3685 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7746b5f986-rgvsf, hostIfaceName: dac0d719a8b68c1, network: default, NAD default, SandboxID: "dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4", PCI device ID: , UID: "043dc8b7-a7f6-48cc-8baf-6bb13892f537", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0513 17:15:58.404759 3685 cni.go:473] [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5e:8b:63:17:61\",\"name\":\"dac0d719a8b68c1\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/164efb33-f583-4ee8-b2d3-76da1091da2a\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:15:58.627175 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 17:15:58.671621 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0513 17:15:58.696752 3685 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key ] I0513 17:15:58.707853 3685 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-6g62s, hostIfaceName: 630625bf0279ca1, network: default, NAD default, SandboxID: "630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373", PCI device ID: , UID: "ab91c572-976f-436c-9bc7-4bcac5ad4f52", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0513 17:15:58.767398 3685 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:43:78:00:ce:23\",\"name\":\"630625bf0279ca1\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17f0409d-a622-4222-b95e-f6ace8714cfd\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 17:16:00.036781 3685 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 17:16:00.650239 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 17:16:00.651611 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 17:16:01.658122 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 17:16:01.658603 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0513 17:16:03.550271 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0513 17:16:04.680007 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:04.680027 3685 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.096708 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.096726 3685 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.123559 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 17:16:05.125154 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 17:16:11.664757 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 17:16:11.664783 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 17:16:11.667294 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 17:16:11.667319 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0513 17:16:11.843956 3685 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key ] I0513 17:16:11.932196 3685 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6g62s 630625bf0279ca1186a724d79c99e8361a8ed5e873b3eb80a4d20630c523d373 network default NAD default NAD key default], result "{}", err I0513 17:16:11.980555 3685 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:16:11.980586 3685 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-6g62s I0513 17:16:11.981929 3685 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-6g62s, ips: 10.128.0.57 I0513 17:16:11.981978 3685 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:16:12.414894 3685 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:16:12.414918 3685 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:16:12.421399 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6g62s I0513 17:16:12.421425 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6g62s W0513 17:16:16.076378 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0513 17:16:35.466571 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 W0513 17:16:42.136264 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:42.136284 3685 util.go:959] Failed to build node endpoints for node ip-10-0-2-208.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 17:16:42.459043 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 I0513 17:16:47.591494 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0513 17:17:02.574533 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0513 17:17:14.204010 3685 cni.go:452] [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key ] I0513 17:17:14.284993 3685 cni.go:473] [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7746b5f986-rgvsf dac0d719a8b68c1e0f2a6648c6dd929683fe408e8ea5a1060a7b84edadb625c4 network default NAD default NAD key default], result "{}", err I0513 17:17:14.346349 3685 obj_retry.go:498] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:14.346407 3685 pods.go:176] Deleting pod: konflux-ui/proxy-7746b5f986-rgvsf I0513 17:17:14.347718 3685 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7746b5f986-rgvsf, ips: 10.128.0.56 I0513 17:17:14.347752 3685 obj_retry.go:498] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:14.462520 3685 obj_retry.go:492] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:14.462550 3685 obj_retry.go:492] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:14.469897 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7746b5f986-rgvsf I0513 17:17:14.469931 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7746b5f986-rgvsf I0513 17:17:20.301632 3685 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:20.302235 3685 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:20.323327 3685 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:20.323351 3685 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:20.334600 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 17:17:20.334616 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 17:17:30.585288 3685 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 17:17:41.563576 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 17:17:48.557716 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 17:17:52.035878 3685 namespace.go:98] [managed-tenant-fo7vv] adding namespace I0513 17:17:52.036837 3685 namespace.go:102] [managed-tenant-fo7vv] adding namespace took 936.612µs I0513 17:17:52.066200 3685 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:52.081576 3685 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.089552 3685 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.218271 3685 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.318341 3685 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:18:04.569205 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 17:18:24.591334 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0513 17:18:59.550703 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 17:20:00.197859 3685 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644880-lzts7 for pod on switch ip-10-0-2-208.ec2.internal I0513 17:20:00.197985 3685 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 I0513 17:20:00.224678 3685 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7] pod update took 26.719834ms I0513 17:20:00.224711 3685 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7] addLogicalPort annotation time took 26.756143ms I0513 17:20:00.226011 3685 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7] addLogicalPort took 28.167384ms, libovsdb time 833.735µs I0513 17:20:00.559152 3685 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key ] I0513 17:20:00.568552 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644880-lzts7, hostIfaceName: 3d921c8d9b94c67, network: default, NAD default, SandboxID: "3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216", PCI device ID: , UID: "5c8de1d6-8d84-4774-99f1-e26dfa8113ee", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0513 17:20:00.621756 3685 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4f:ac:16:72:fb\",\"name\":\"3d921c8d9b94c67\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63193d36-42d5-401b-9fd8-ed2c1f698ae6\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 17:20:04.367323 3685 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key ] I0513 17:20:04.454166 3685 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 3d921c8d9b94c675a26f0e13301d7d56df7ee212029e9d0b84d8dd6f7e1f0216 network default NAD default NAD key default], result "{}", err I0513 17:20:04.505631 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:20:04.505669 3685 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 I0513 17:20:04.507016 3685 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7, ips: 10.128.0.58 I0513 17:20:04.507044 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:20:05.378763 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:20:05.378808 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:20:49.463941 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 17:20:50.534837 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=91 I0513 17:20:52.583590 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 17:21:11.471370 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=20 I0513 17:21:13.458602 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 W0513 17:22:34.116468 3685 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-54bdc69779-qzs5t