+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-70.ec2.internal ++ [[ -n ip-10-0-0-70.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-70.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:31:23.647329489 - disable conntrack on geneve port' I0521 19:31:23.647329489 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:31:23.664970061 - starting ovnkube-node' I0521 19:31:23.664970061 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-70.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-70.ec2.internal --init-node ip-10-0-0-70.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-70.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:31:23.706774 3664 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:31:23.706830 3664 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-503f544312.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:31:23.708276 3664 kube.go:431] Waiting for certificate I0521 19:31:23.708300 3664 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:31:23.708339 3664 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:31:23.709148 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:31:23.737918 3664 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:31:23.737938 3664 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:31:23.740293 3664 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:31:23.742757 3664 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k9p5t" I0521 19:31:23.752444 3664 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k9p5t" I0521 19:31:23.752556 3664 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:31:24.709117 3664 kube.go:438] Certificate found I0521 19:31:24.709707 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:31:24.710677 3664 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:31:24.755546 3664 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:26:23 +0000 UTC" deadline="2026-05-22 14:06:55.597496659 +0000 UTC" I0521 19:31:24.755575 3664 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h35m30.841929185s" I0521 19:31:24.782241 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:31:24.793574 3664 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:31:24.793726 3664 server.go:101] MetricServer registers OVS metrics I0521 19:31:24.794103 3664 server.go:105] MetricServer registers OVN DB metrics I0521 19:31:24.794583 3664 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:31:24.794645 3664 factory.go:561] Starting watch factory I0521 19:31:24.794746 3664 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.794764 3664 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.794856 3664 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.794875 3664 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.794940 3664 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.794960 3664 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.795253 3664 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.795353 3664 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.795741 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.795772 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.796499 3664 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.796518 3664 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.797990 3664 controller_manager.go:370] Starting the ovnkube controller I0521 19:31:24.798003 3664 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-70.ec2.internal I0521 19:31:24.798057 3664 controller_manager.go:395] NBDB zone sync took: 42.995µs I0521 19:31:24.798067 3664 factory.go:561] Starting watch factory I0521 19:31:24.799298 3664 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:31:24.799324 3664 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:31:24.813297 3664 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:31:24.813323 3664 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:31:24.816597 3664 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.816953 3664 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.817498 3664 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:31:24.817536 3664 server.go:109] MetricServer registers OVN Controller metrics I0521 19:31:24.818199 3664 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.820892 3664 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.820896 3664 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.822125 3664 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:24.823537 3664 server.go:113] MetricServer registers OVN Northd metrics I0521 19:31:24.828424 3664 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:31:24.900278 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:31:24.900305 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:31:24.900310 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:31:24.900313 3664 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:31:24.900316 3664 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:31:24.900319 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:31:24.900438 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:31:24.900464 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:31:24.900446 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:31:24.900518 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:31:24.903200 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:31:24.903213 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:31:24.903216 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:31:24.903219 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:31:24.903223 3664 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:31:24.903226 3664 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:31:24.903537 3664 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:31:24.903556 3664 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:31:24.905371 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:31:24.905385 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:31:24.905452 3664 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.905467 3664 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.907986 3664 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.908926 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:31:24.908935 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:31:24.911132 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:31:24.911189 3664 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.911203 3664 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.913771 3664 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.914690 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:31:24.916875 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:31:24.916939 3664 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.916951 3664 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.919271 3664 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.920216 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:31:24.922441 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:31:24.922495 3664 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.922506 3664 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.925016 3664 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.925992 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:31:24.928117 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:31:24.928173 3664 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.928185 3664 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.930920 3664 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.931023 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:31:24.933156 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:31:24.933300 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:31:24.933311 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:31:24.935716 3664 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:31:24.936660 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:31:24.938938 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:31:24.938996 3664 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.939008 3664 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.939054 3664 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.939069 3664 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.941566 3664 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.941641 3664 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:31:24.941701 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:31:24.944948 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:31:24.944959 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:31:24.944966 3664 factory.go:680] Watch Factory start up complete, took: 150.324746ms I0521 19:31:24.945033 3664 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:31:24.947249 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:31:24.947258 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:31:24.947265 3664 factory.go:680] Watch Factory start up complete, took: 149.196877ms I0521 19:31:24.947272 3664 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-70.ec2.internal" zone I0521 19:31:24.985793 3664 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:31:25.047574 3664 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:31:25.055944 3664 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:31:25.109989 3664 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:31:25.110127 3664 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:31:25.110152 3664 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:31:25.145538 3664 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:31:25.145607 3664 default_node_network_controller.go:809] Node ip-10-0-0-70.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 19:31:25.151302 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.70"] k8s.ovn.org/zone-name:ip-10-0-0-70.ec2.internal] on node ip-10-0-0-70.ec2.internal I0521 19:31:25.176602 3664 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:31:25.183412 3664 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:31:25.183589 3664 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:31:25.183733 3664 gateway_init.go:263] Preparing Gateway I0521 19:31:25.183745 3664 gateway_shared_intf.go:1687] Creating new gateway I0521 19:31:25.197447 3664 controller_manager.go:429] Waiting for node in zone sync took: 250.163014ms I0521 19:31:25.213184 3664 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:31:25.213199 3664 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-70.ec2.internal I0521 19:31:25.229119 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:31:25.235668 3664 controller_manager.go:290] SCTP support detected in OVN I0521 19:31:25.236315 3664 services_controller.go:69] Creating services controller for network=default I0521 19:31:25.236446 3664 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:31:25.236484 3664 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:31:25.236523 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:31:25.236542 3664 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:31:25.236553 3664 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:31:25.236728 3664 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:31:25.236776 3664 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:31:25.236827 3664 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.585µs I0521 19:31:25.236855 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 69.016µs I0521 19:31:25.236891 3664 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 88.535µs I0521 19:31:25.236902 3664 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:31:25.236918 3664 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:31:25.236929 3664 default_network_controller.go:325] Starting the default network controller I0521 19:31:25.236969 3664 udn_enabled_svc.go:95] Performing full resync I0521 19:31:25.236968 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.684µs I0521 19:31:25.237312 3664 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:31:25.237322 3664 udn_enabled_svc.go:104] Starting worker I0521 19:31:25.247492 3664 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:31:25.247567 3664 repair.go:33] Syncing exgw routes took 58.911µs I0521 19:31:25.247602 3664 default_network_controller.go:414] Starting all the Watchers... I0521 19:31:25.247747 3664 namespace.go:98] [openshift-config] adding namespace I0521 19:31:25.247753 3664 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:31:25.247761 3664 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:31:25.247765 3664 namespace.go:98] [openshift-dns] adding namespace I0521 19:31:25.247775 3664 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:31:25.247773 3664 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:31:25.247787 3664 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:31:25.247802 3664 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:31:25.247800 3664 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:31:25.247811 3664 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:31:25.247814 3664 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:31:25.247818 3664 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:31:25.247821 3664 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:31:25.247828 3664 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:31:25.247838 3664 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:31:25.248435 3664 namespace.go:102] [openshift-config] adding namespace took 674.132µs I0521 19:31:25.248454 3664 namespace.go:98] [dedicated-admin] adding namespace I0521 19:31:25.249598 3664 namespace.go:102] [dedicated-admin] adding namespace took 1.135459ms I0521 19:31:25.249627 3664 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:31:25.250575 3664 namespace.go:102] [openshift-apiserver] adding namespace took 939.478µs I0521 19:31:25.250593 3664 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:31:25.251241 3664 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.477542ms I0521 19:31:25.251257 3664 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:31:25.251821 3664 namespace.go:102] [openshift-controller-manager] adding namespace took 4.049216ms I0521 19:31:25.251836 3664 namespace.go:98] [kube-node-lease] adding namespace I0521 19:31:25.252371 3664 namespace.go:102] [openshift-dns] adding namespace took 4.596732ms I0521 19:31:25.252407 3664 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:31:25.252960 3664 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.178358ms I0521 19:31:25.252979 3664 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:31:25.253428 3664 namespace.go:102] [openshift-package-operator] adding namespace took 5.644132ms I0521 19:31:25.253443 3664 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:31:25.253936 3664 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.144114ms I0521 19:31:25.253945 3664 namespace.go:98] [openshift-ingress] adding namespace I0521 19:31:25.254376 3664 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.565227ms I0521 19:31:25.254384 3664 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:31:25.254833 3664 namespace.go:102] [openshift-marketplace] adding namespace took 7.017761ms I0521 19:31:25.254843 3664 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:31:25.255270 3664 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.451294ms I0521 19:31:25.255278 3664 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:31:25.255728 3664 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.905894ms I0521 19:31:25.255736 3664 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:31:25.256165 3664 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.336399ms I0521 19:31:25.256185 3664 namespace.go:98] [openshift-insights] adding namespace I0521 19:31:25.256695 3664 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.869561ms I0521 19:31:25.256709 3664 namespace.go:98] [default] adding namespace I0521 19:31:25.257165 3664 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.331191ms I0521 19:31:25.257179 3664 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:31:25.257682 3664 namespace.go:102] [openshift-kube-scheduler] adding namespace took 9.834462ms I0521 19:31:25.257697 3664 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:31:25.258119 3664 namespace.go:102] [openshift-image-registry] adding namespace took 7.519529ms I0521 19:31:25.258135 3664 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:31:25.258525 3664 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.262299ms I0521 19:31:25.258539 3664 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:31:25.258898 3664 namespace.go:102] [kube-node-lease] adding namespace took 7.054924ms I0521 19:31:25.258915 3664 namespace.go:98] [kube-public] adding namespace I0521 19:31:25.259345 3664 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.930466ms I0521 19:31:25.259358 3664 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:31:25.259739 3664 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.754263ms I0521 19:31:25.259751 3664 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:31:25.260220 3664 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.769971ms I0521 19:31:25.260238 3664 namespace.go:98] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] adding namespace I0521 19:31:25.260718 3664 namespace.go:102] [openshift-ingress] adding namespace took 6.767337ms I0521 19:31:25.260734 3664 namespace.go:98] [openshift-apiserver-operator] adding namespace W0521 19:31:25.261211 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d9hb8: pod openshift-network-diagnostics/network-check-target-d9hb8: no pod IPs found I0521 19:31:25.261253 3664 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.863744ms I0521 19:31:25.261266 3664 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:31:25.261874 3664 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.026681ms I0521 19:31:25.261884 3664 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:31:25.262308 3664 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.025212ms I0521 19:31:25.262321 3664 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:31:25.262904 3664 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.162146ms I0521 19:31:25.262918 3664 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:31:25.263295 3664 namespace.go:102] [openshift-insights] adding namespace took 7.101128ms I0521 19:31:25.263315 3664 namespace.go:98] [openshift-authentication] adding namespace I0521 19:31:25.263943 3664 namespace.go:102] [default] adding namespace took 7.227557ms I0521 19:31:25.263963 3664 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:31:25.264562 3664 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.376824ms I0521 19:31:25.264577 3664 namespace.go:98] [openshift] adding namespace I0521 19:31:25.264969 3664 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.267925ms I0521 19:31:25.264978 3664 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:31:25.265467 3664 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.324186ms I0521 19:31:25.265955 3664 namespace.go:102] [openshift-cluster-version] adding namespace took 7.409539ms I0521 19:31:25.265974 3664 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:31:25.266323 3664 namespace.go:102] [kube-public] adding namespace took 7.400667ms I0521 19:31:25.266338 3664 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:31:25.266785 3664 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.422163ms I0521 19:31:25.266799 3664 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:31:25.267219 3664 namespace.go:102] [openshift-network-operator] adding namespace took 7.464314ms I0521 19:31:25.267230 3664 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:31:25.267692 3664 namespace.go:102] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] adding namespace took 7.446967ms I0521 19:31:25.267709 3664 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:31:25.268070 3664 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.331714ms I0521 19:31:25.268082 3664 namespace.go:98] [openshift-etcd] adding namespace I0521 19:31:25.268496 3664 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.224592ms I0521 19:31:25.268506 3664 namespace.go:98] [openshift-multus] adding namespace I0521 19:31:25.268922 3664 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.034847ms I0521 19:31:25.268931 3664 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:31:25.269322 3664 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.996698ms I0521 19:31:25.269332 3664 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:31:25.269770 3664 namespace.go:102] [openshift-console-operator] adding namespace took 6.846994ms I0521 19:31:25.269780 3664 namespace.go:98] [openshift-network-console] adding namespace I0521 19:31:25.270170 3664 namespace.go:102] [openshift-authentication] adding namespace took 6.848228ms I0521 19:31:25.270184 3664 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:31:25.270551 3664 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.583124ms I0521 19:31:25.270563 3664 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:31:25.270973 3664 namespace.go:102] [openshift] adding namespace took 6.38985ms I0521 19:31:25.270985 3664 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:31:25.271409 3664 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.405665ms I0521 19:31:25.271423 3664 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:31:25.271832 3664 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.853668ms I0521 19:31:25.271840 3664 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:31:25.272236 3664 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.893053ms I0521 19:31:25.272251 3664 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:31:25.272600 3664 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.79652ms I0521 19:31:25.272610 3664 namespace.go:98] [openshift-console] adding namespace I0521 19:31:25.273088 3664 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.854197ms I0521 19:31:25.273098 3664 namespace.go:98] [kube-system] adding namespace I0521 19:31:25.273555 3664 namespace.go:102] [openshift-dns-operator] adding namespace took 5.839462ms I0521 19:31:25.273569 3664 namespace.go:98] [openshift-machine-api] adding namespace W0521 19:31:25.273912 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ns2rc: pod openshift-multus/network-metrics-daemon-ns2rc: no pod IPs found I0521 19:31:25.273963 3664 namespace.go:102] [openshift-etcd] adding namespace took 5.875787ms I0521 19:31:25.273977 3664 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:31:25.274299 3664 namespace.go:102] [openshift-multus] adding namespace took 5.786557ms I0521 19:31:25.274316 3664 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:31:25.274783 3664 namespace.go:102] [openshift-config-operator] adding namespace took 5.847012ms I0521 19:31:25.274798 3664 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:31:25.275240 3664 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.903627ms I0521 19:31:25.275252 3664 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:31:25.275674 3664 namespace.go:102] [openshift-network-console] adding namespace took 5.88862ms I0521 19:31:25.275688 3664 namespace.go:98] [openshift-host-network] adding namespace I0521 19:31:25.276062 3664 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.871063ms I0521 19:31:25.276076 3664 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:31:25.276482 3664 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.911952ms I0521 19:31:25.276497 3664 namespace.go:98] [openshift-operators] adding namespace I0521 19:31:25.277050 3664 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.06084ms I0521 19:31:25.277063 3664 namespace.go:98] [openshift-infra] adding namespace I0521 19:31:25.277497 3664 namespace.go:102] [openshift-config-managed] adding namespace took 6.06892ms I0521 19:31:25.277509 3664 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:31:25.277983 3664 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.138703ms I0521 19:31:25.278336 3664 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.081042ms I0521 19:31:25.278454 3664 iptables.go:108] Creating table: filter chain: FORWARD W0521 19:31:25.279218 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-psr7m: pod kube-system/global-pull-secret-syncer-psr7m: no pod IPs found I0521 19:31:25.279259 3664 namespace.go:102] [openshift-console] adding namespace took 6.643234ms I0521 19:31:25.279661 3664 namespace.go:102] [kube-system] adding namespace took 6.55863ms I0521 19:31:25.279674 3664 namespace.go:98] [openshift-logging] adding namespace I0521 19:31:25.280103 3664 namespace.go:102] [openshift-machine-api] adding namespace took 6.528202ms I0521 19:31:25.280115 3664 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:31:25.280512 3664 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.528187ms I0521 19:31:25.280946 3664 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.623978ms I0521 19:31:25.281341 3664 namespace.go:102] [openshift-monitoring] adding namespace took 6.537057ms I0521 19:31:25.281354 3664 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:31:25.281787 3664 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.531471ms I0521 19:31:25.282295 3664 namespace.go:102] [openshift-host-network] adding namespace took 6.600292ms I0521 19:31:25.282311 3664 namespace.go:98] [openshift-backplane] adding namespace I0521 19:31:25.282877 3664 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.796239ms I0521 19:31:25.283271 3664 namespace.go:102] [openshift-operators] adding namespace took 6.770089ms I0521 19:31:25.283283 3664 namespace.go:98] [openshift-node] adding namespace I0521 19:31:25.283806 3664 namespace.go:102] [openshift-infra] adding namespace took 6.739662ms I0521 19:31:25.284280 3664 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.765098ms I0521 19:31:25.284802 3664 namespace.go:102] [openshift-logging] adding namespace took 5.123599ms I0521 19:31:25.285217 3664 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.09677ms I0521 19:31:25.285753 3664 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:31:25.285935 3664 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.573631ms I0521 19:31:25.286362 3664 namespace.go:102] [openshift-backplane] adding namespace took 4.044723ms I0521 19:31:25.286761 3664 namespace.go:102] [openshift-node] adding namespace took 3.472556ms W0521 19:31:25.286841 3664 master.go:458] Unable to parse local node ip-10-0-0-70.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:31:25.286850 3664 master.go:481] Removing stale chassis with ID/Name: 5adab1e9-26cf-4273-8d60-0e4f2de4db83, hostname: ip-10-0-0-70.ec2.internal I0521 19:31:25.287290 3664 master.go:548] Adding or Updating local node "ip-10-0-0-70.ec2.internal" for network "default" I0521 19:31:25.290496 3664 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-70.ec2.internal for the network default I0521 19:31:25.290780 3664 zone_ic_handler.go:195] Time taken to create transit switch: 271.385µs I0521 19:31:25.291440 3664 default_network_controller.go:823] Node add failed for ip-10-0-0-70.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-70.ec2.internal, error getting gateway config for node ip-10-0-0-70.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-70.ec2.internal", failed to update chassis to local for local node ip-10-0-0-70.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-70.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-70.ec2.internal] E0521 19:31:25.291487 3664 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-70.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-70.ec2.internal, error getting gateway config for node ip-10-0-0-70.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-70.ec2.internal", failed to update chassis to local for local node ip-10-0-0-70.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-70.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-70.ec2.internal] I0521 19:31:25.291539 3664 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:31:25.291558 3664 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:31:25.291575 3664 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:31:25.291586 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-70.ec2.internal in network "default" I0521 19:31:25.291565 3664 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-70.ec2.internal", UID:"eebb5bf0-99f4-43d0-883c-148f42f6bf65", APIVersion:"v1", ResourceVersion:"8202", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-70.ec2.internal, error getting gateway config for node ip-10-0-0-70.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-70.ec2.internal", failed to update chassis to local for local node ip-10-0-0-70.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-70.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-70.ec2.internal] I0521 19:31:25.291620 3664 node_tracker.go:235] Node ip-10-0-0-70.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-70.ec2.internal" I0521 19:31:25.291640 3664 node_tracker.go:169] Node ip-10-0-0-70.ec2.internal switch + router changed, syncing services in network "default" I0521 19:31:25.291658 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:31:25.292607 3664 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:31:25.292621 3664 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-70.ec2.internal","mac-address":"12:15:44:5d:11:e3","ip-addresses":["10.0.0.70/24"],"ip-address":"10.0.0.70/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5adab1e9-26cf-4273-8d60-0e4f2de4db83 k8s.ovn.org/node-encap-ips:["10.0.0.70"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.70/24"} k8s.ovn.org/zone-name:ip-10-0-0-70.ec2.internal] on node ip-10-0-0-70.ec2.internal I0521 19:31:25.308100 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-70.ec2.internal in network "default" I0521 19:31:25.308149 3664 master.go:548] Adding or Updating local node "ip-10-0-0-70.ec2.internal" for network "default" I0521 19:31:25.308173 3664 node_tracker.go:169] Node ip-10-0-0-70.ec2.internal switch + router changed, syncing services in network "default" I0521 19:31:25.308185 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:31:25.312269 3664 default_node_network_controller.go:519] Node connection status = connected W0521 19:31:25.312792 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ns2rc: pod openshift-multus/network-metrics-daemon-ns2rc: no pod IPs found W0521 19:31:25.312814 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-d9hb8: pod openshift-network-diagnostics/network-check-target-d9hb8: no pod IPs found W0521 19:31:25.312819 3664 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-psr7m: pod kube-system/global-pull-secret-syncer-psr7m: no pod IPs found I0521 19:31:25.313796 3664 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-70.ec2.internal for the network default I0521 19:31:25.314020 3664 zone_ic_handler.go:195] Time taken to create transit switch: 209.506µs I0521 19:31:25.391938 3664 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:31:25.391965 3664 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:31:25.392025 3664 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:31:25.392089 3664 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:31:25.392107 3664 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:31:25.492689 3664 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:31:25.492714 3664 repair.go:60] Starting repairing loop for services I0521 19:31:25.492807 3664 repair.go:131] Deleted 0 stale service LBs I0521 19:31:25.492826 3664 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:31:25.492842 3664 repair.go:62] Finished repairing loop for services: 129.791µs I0521 19:31:25.492867 3664 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:31:25.492877 3664 services_controller.go:254] Starting workers for network=default I0521 19:31:25.493201 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d9hb8] creating logical port openshift-network-diagnostics_network-check-target-d9hb8 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:25.493258 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ns2rc] creating logical port openshift-multus_network-metrics-daemon-ns2rc for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:25.493365 3664 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-d9hb8 I0521 19:31:25.493262 3664 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-psr7m] creating logical port kube-system_global-pull-secret-syncer-psr7m for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:25.493468 3664 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ns2rc I0521 19:31:25.493525 3664 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-psr7m I0521 19:31:25.507936 3664 pod.go:62] [openshift-multus/network-metrics-daemon-ns2rc] pod update took 14.507757ms I0521 19:31:25.507959 3664 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ns2rc] addLogicalPort annotation time took 14.534734ms I0521 19:31:25.508841 3664 pods.go:271] [openshift-multus/network-metrics-daemon-ns2rc] addLogicalPort took 15.592328ms, libovsdb time 624.951µs I0521 19:31:25.513745 3664 pod.go:62] [openshift-network-diagnostics/network-check-target-d9hb8] pod update took 20.475231ms I0521 19:31:25.513762 3664 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-d9hb8] addLogicalPort annotation time took 20.494485ms I0521 19:31:25.514149 3664 pod.go:62] [kube-system/global-pull-secret-syncer-psr7m] pod update took 20.688907ms I0521 19:31:25.514166 3664 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-psr7m] addLogicalPort annotation time took 20.706968ms I0521 19:31:25.514587 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-d9hb8] addLogicalPort took 21.393518ms, libovsdb time 635.896µs I0521 19:31:25.515006 3664 pods.go:271] [kube-system/global-pull-secret-syncer-psr7m] addLogicalPort took 21.75188ms, libovsdb time 640.424µs I0521 19:31:25.515426 3664 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:31:25.515448 3664 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:31:25.515458 3664 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:31:25.515463 3664 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:31:25.515634 3664 repair.go:29] Repairing admin network policies took 166.929µs I0521 19:31:25.515731 3664 repair.go:92] Repairing baseline admin network policies took 89.86µs I0521 19:31:25.516073 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:31:25.516097 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:31:25.518060 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:31:25.518082 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:31:25.518092 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:31:25.519817 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:31:25.519847 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:31:25.519854 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:31:25.520128 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:31:25.520144 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:31:25.520152 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:31:25.520630 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:31:25.520648 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:31:25.520659 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:31:25.522777 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:31:25.522795 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:31:25.522815 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:31:25.523347 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:31:25.523366 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:31:25.523375 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:31:25.525264 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:31:25.525286 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:31:25.525297 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:31:25.526606 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:31:25.526624 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:31:25.526632 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:31:25.527863 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:31:25.527881 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:31:25.527889 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:31:25.528464 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:31:25.528481 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:31:25.528488 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:31:25.529248 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:31:25.529267 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:31:25.529804 3664 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:31:25.529818 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:31:25.530756 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:31:25.530780 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:31:25.530791 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:31:25.532558 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:31:25.532579 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:31:25.532588 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:31:25.534134 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:31:25.534153 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:31:25.534177 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:31:25.534898 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:31:25.534923 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:31:25.534933 3664 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:31:25.536707 3664 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:31:25.536725 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:31:25.536731 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:31:25.537049 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:31:25.537067 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:31:25.537075 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:31:25.537584 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:31:25.537600 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:31:25.537607 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:31:25.538132 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:31:25.538150 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:31:25.538158 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:31:25.539204 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:31:25.539223 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:31:25.539232 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:31:25.539839 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:31:25.539856 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:31:25.539862 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:31:25.540160 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:31:25.540178 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:31:25.540199 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:31:25.541312 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:31:25.541330 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:31:25.541345 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:31:25.542621 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:31:25.542640 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:31:25.542652 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:31:25.543341 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:31:25.543360 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:31:25.543367 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:31:25.543884 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:31:25.543902 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:31:25.543910 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:31:25.544380 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:31:25.544415 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:31:25.544428 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:31:25.544960 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:31:25.544977 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:31:25.544987 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:31:25.546067 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:31:25.549969 3664 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:31:25.550003 3664 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:31:25.550018 3664 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:31:25.550027 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:31:25.550046 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:31:25.550053 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:31:25.550060 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:31:25.550326 3664 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:31:25.550339 3664 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:31:25.550345 3664 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:31:25.550353 3664 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:31:25.550363 3664 egressfirewall.go:723] Syncing node "ip-10-0-0-70.ec2.internal" for egress firewall I0521 19:31:25.550508 3664 egressqos.go:245] Starting EgressQoS Controller I0521 19:31:25.550522 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:31:25.550530 3664 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:31:25.550536 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:31:25.550540 3664 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:31:25.550546 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:31:25.550550 3664 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:31:25.550554 3664 egressqos.go:259] Repairing EgressQoSes I0521 19:31:25.550558 3664 egressqos.go:399] Starting repairing loop for egressqos I0521 19:31:25.550633 3664 egressqos.go:401] Finished repairing loop for egressqos: 74.639µs I0521 19:31:25.550648 3664 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:31:25.550665 3664 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-70.ec2.internal I0521 19:31:25.550724 3664 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-70.ec2.internal : 59.489µs I0521 19:31:25.550781 3664 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:31:25.550789 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:31:25.550795 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:31:25.550801 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:31:25.550806 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:31:25.550811 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:31:25.550816 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:31:25.550821 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:31:25.550825 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:31:25.550829 3664 egressservice_zone.go:228] Repairing Egress Services I0521 19:31:25.551059 3664 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:31:25.551067 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:31:25.551100 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-70.ec2.internal I0521 19:31:25.551116 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-70.ec2.internal: 20.734µs I0521 19:31:25.551235 3664 default_network_controller.go:585] Completing all the Watchers took 303.622017ms I0521 19:31:25.551248 3664 default_network_controller.go:589] Starting unidling controllers I0521 19:31:25.551260 3664 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:31:25.551268 3664 unidle.go:63] Populating Initial ContollerEvent events I0521 19:31:25.551284 3664 unidle.go:79] Setting up event handlers for services I0521 19:31:25.551347 3664 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:31:25.813241 3664 default_node_network_controller.go:519] Node connection status = connected I0521 19:31:26.312932 3664 default_node_network_controller.go:519] Node connection status = connected I0521 19:31:26.721745 3664 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:31:26.812992 3664 default_node_network_controller.go:519] Node connection status = connected I0521 19:31:26.831057 3664 bridgeconfig.go:537] Gateway is ready I0521 19:31:26.831075 3664 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:31:26.843002 3664 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.70. Updating OVN encap IP. I0521 19:31:26.848623 3664 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.70 - it is already configured I0521 19:31:26.848636 3664 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.70/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:31:26.848836 3664 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.70/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-70.ec2.internal","mac-address":"12:15:44:5d:11:e3","ip-addresses":["10.0.0.70/24"],"ip-address":"10.0.0.70/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5adab1e9-26cf-4273-8d60-0e4f2de4db83 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.70/24"}] on node ip-10-0-0-70.ec2.internal I0521 19:31:26.863611 3664 master.go:548] Adding or Updating local node "ip-10-0-0-70.ec2.internal" for network "default" I0521 19:31:26.863651 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-70.ec2.internal in network "default" I0521 19:31:26.863658 3664 egressfirewall.go:723] Syncing node "ip-10-0-0-70.ec2.internal" for egress firewall I0521 19:31:26.863713 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-70.ec2.internal I0521 19:31:26.863731 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-70.ec2.internal: 21.673µs I0521 19:31:26.863753 3664 node_tracker.go:169] Node ip-10-0-0-70.ec2.internal switch + router changed, syncing services in network "default" I0521 19:31:26.863775 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:31:26.864096 3664 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.70 I0521 19:31:26.864193 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-70.ec2.internal I0521 19:31:26.868276 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-70.ec2.internal. Updating no re-route policies I0521 19:31:26.868371 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-70.ec2.internal I0521 19:31:26.868379 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7qzkw I0521 19:31:26.868408 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-65sqf I0521 19:31:26.868414 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7qzkw I0521 19:31:26.868421 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5xxxw I0521 19:31:26.868424 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k259w I0521 19:31:26.868435 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5xxxw I0521 19:31:26.868434 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-70.ec2.internal I0521 19:31:26.868448 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7qzkw after 0 failed attempt(s) I0521 19:31:26.868451 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-70.ec2.internal I0521 19:31:26.868451 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-p8h6n I0521 19:31:26.868452 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5xxxw after 0 failed attempt(s) I0521 19:31:26.868452 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-d9hb8 I0521 19:31:26.868416 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-65sqf I0521 19:31:26.868464 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-p8h6n I0521 19:31:26.868466 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-d9hb8 I0521 19:31:26.868469 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-d6s8n I0521 19:31:26.868475 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-70.ec2.internal after 0 failed attempt(s) I0521 19:31:26.868437 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k259w I0521 19:31:26.868475 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-psr7m I0521 19:31:26.868480 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-65sqf after 0 failed attempt(s) I0521 19:31:26.868422 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xbvcf I0521 19:31:26.868477 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-d6s8n I0521 19:31:26.868495 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-psr7m I0521 19:31:26.868387 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-70.ec2.internal I0521 19:31:26.868503 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d9hb8] creating logical port openshift-network-diagnostics_network-check-target-d9hb8 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:26.868511 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-p8h6n after 0 failed attempt(s) I0521 19:31:26.868514 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-d6s8n after 0 failed attempt(s) I0521 19:31:26.868435 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ns2rc I0521 19:31:26.868527 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k259w after 0 failed attempt(s) I0521 19:31:26.868519 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-70.ec2.internal after 0 failed attempt(s) I0521 19:31:26.868550 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ns2rc I0521 19:31:26.868496 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xbvcf I0521 19:31:26.868615 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xbvcf after 0 failed attempt(s) I0521 19:31:26.868848 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d754p I0521 19:31:26.868857 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tq9dr I0521 19:31:26.868869 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d754p I0521 19:31:26.868870 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tq9dr I0521 19:31:26.868896 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tq9dr after 0 failed attempt(s) I0521 19:31:26.868906 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d754p after 0 failed attempt(s) I0521 19:31:26.868933 3664 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-psr7m] creating logical port kube-system_global-pull-secret-syncer-psr7m for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:26.868972 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ns2rc] creating logical port openshift-multus_network-metrics-daemon-ns2rc for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:26.869440 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-d9hb8] addLogicalPort took 945.041µs, libovsdb time 368.122µs I0521 19:31:26.869455 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-d9hb8 after 0 failed attempt(s) I0521 19:31:26.869900 3664 pods.go:271] [openshift-multus/network-metrics-daemon-ns2rc] addLogicalPort took 967.927µs, libovsdb time 441.94µs I0521 19:31:26.869911 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ns2rc after 0 failed attempt(s) I0521 19:31:26.869925 3664 pods.go:271] [kube-system/global-pull-secret-syncer-psr7m] addLogicalPort took 1.001879ms, libovsdb time 645.584µs I0521 19:31:26.869949 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-psr7m after 0 failed attempt(s) I0521 19:31:26.879968 3664 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:31:26.893087 3664 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:31:26.897123 3664 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:31:26.917229 3664 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:31:26.961001 3664 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:31:26.979492 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:31:26.979593 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:31:26.979637 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:31:26.979727 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:31:26.979772 3664 gateway_init.go:325] Gateway and management port readiness took 1.671733837s I0521 19:31:26.979801 3664 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:31:26.979837 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:31:26.979850 3664 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:31:26.979859 3664 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:31:26.979914 3664 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:31:26.980010 3664 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.42µs I0521 19:31:26.980197 3664 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:31:26.980222 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.95µs I0521 19:31:26.980230 3664 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.27µs I0521 19:31:26.980235 3664 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:31:26.980244 3664 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:31:26.980249 3664 default_node_network_controller.go:899] Starting the default node network controller I0521 19:31:26.980253 3664 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:31:26.980329 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.555µs I0521 19:31:26.980468 3664 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:31:26.980478 3664 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:31:26.980502 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c78400 0xc0002dcf50 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 0xc000c84b40 0xc0002dd2d0 0xc0002dd3b0 0xc000720320 0xc00647f9d0 0xc0002dd420 map[0x2ff9080:0xc0035e2120 0x2ff95c0:0xc0035e22a0 0x2ffa2e0:0xc0035e2060 0x2ffa580:0xc0035e20c0 0x2ffad60:0xc0035e2180 0x2ffb000:0xc0035e21e0 0x2ffb2a0:0xc0035e2240 0x2ffba80:0xc0035e2480 0x2ffbd20:0xc0035e24e0 0x3026980:0xc0007591a0 0x3026d20:0xc000759200 0x3027800:0xc000ca6a20 0x3029160:0xc001ad0000 0x30298a0:0xc00288b560 0x302a720:0xc000759140] 0xc00016b420 0} I0521 19:31:26.980555 3664 gateway.go:151] Starting gateway service sync I0521 19:31:26.981000 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:31:26.983480 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:31:26.994063 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:31:26.995449 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:31:26.996767 3664 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:31:27.032979 3664 gateway.go:168] Gateway service sync done. Time taken: 52.410919ms I0521 19:31:27.033563 3664 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30455 I0521 19:31:27.033815 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c78400 0xc0002dcf50 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 0xc000c84b40 0xc0002dd2d0 0xc0002dd3b0 0xc000720320 0xc00647f9d0 0xc0002dd420 map[0x2ff9080:0xc0035e2120 0x2ff95c0:0xc0035e22a0 0x2ffa2e0:0xc0035e2060 0x2ffa580:0xc0035e20c0 0x2ffad60:0xc0035e2180 0x2ffb000:0xc0035e21e0 0x2ffb2a0:0xc0035e2240 0x2ffba80:0xc0035e2480 0x2ffbd20:0xc0035e24e0 0x3026980:0xc0007591a0 0x3026d20:0xc000759200 0x3027800:0xc000ca6a20 0x3029160:0xc001ad0000 0x30298a0:0xc00288b560 0x302a720:0xc000759140] 0xc00016b420 0} I0521 19:31:27.034291 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c78400 0xc0002dcf50 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 0xc000c84b40 0xc0002dd2d0 0xc0002dd3b0 0xc000720320 0xc00647f9d0 0xc0002dd420 map[0x2ff9080:0xc0035e2120 0x2ff95c0:0xc0035e22a0 0x2ffa2e0:0xc0035e2060 0x2ffa580:0xc0035e20c0 0x2ffad60:0xc0035e2180 0x2ffb000:0xc0035e21e0 0x2ffb2a0:0xc0035e2240 0x2ffba80:0xc0035e2480 0x2ffbd20:0xc0035e24e0 0x3026980:0xc0007591a0 0x3026d20:0xc000759200 0x3027800:0xc000ca6a20 0x3029160:0xc001ad0000 0x30298a0:0xc00288b560 0x302a720:0xc000759140] 0xc00016b420 0} I0521 19:31:27.034328 3664 gateway.go:532] Reconciling gateway with updates I0521 19:31:27.040134 3664 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:31:27.040218 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:31:27.040236 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:31:27.040245 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:31:27.040251 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:31:27.040249 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:31:27.040258 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:31:27.040247 3664 default_node_network_controller.go:944] Gateway and management port readiness took 59.75948ms I0521 19:31:27.040271 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:31:27.040282 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:31:27.040288 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:31:27.040291 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:31:27.040315 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:31:27.040317 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:31:27.040332 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:31:27.040222 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:31:27.040336 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:31:27.040351 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:31:27.040353 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:31:27.040363 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:31:27.040369 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:31:27.040384 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:31:27.040385 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:31:27.040275 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:31:27.040411 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:31:27.040414 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:31:27.040353 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:31:27.040423 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:31:27.040435 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:31:27.040436 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:31:27.040437 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:31:27.040442 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:31:27.040441 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:31:27.040443 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:31:27.040453 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:31:27.040458 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:31:27.040467 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:31:27.040463 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:31:27.040473 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:31:27.040486 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:31:27.040414 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:31:27.040490 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:31:27.040492 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:31:27.040502 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:31:27.040506 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:31:27.040502 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:31:27.040514 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:31:27.040341 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:31:27.040519 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:31:27.040538 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:31:27.040473 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:31:27.040492 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:31:27.040567 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:31:27.040575 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:31:27.040581 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:31:27.040584 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:31:27.040594 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:31:27.040599 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:31:27.040600 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:31:27.040417 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:31:27.040615 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:31:27.040450 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:31:27.040619 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:31:27.040626 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:31:27.040631 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:31:27.040627 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:31:27.040644 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:31:27.040444 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:31:27.040266 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:31:27.040662 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:31:27.040618 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:31:27.040672 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:31:27.040680 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:31:27.040478 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:31:27.040446 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:31:27.040693 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:31:27.040427 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:31:27.040707 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:31:27.040339 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:31:27.040714 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:31:27.040719 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 32011 is already open, no action needed I0521 19:31:27.040418 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:31:27.040728 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31479 is already open, no action needed I0521 19:31:27.040610 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:31:27.040731 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:31:27.040746 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:31:27.040752 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:31:27.040329 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:31:27.040761 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:31:27.040457 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:31:27.040698 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:31:27.040669 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:31:27.040820 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:31:27.040829 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:31:27.040682 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:31:27.040855 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:31:27.040863 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:31:27.040875 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:31:27.040733 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:31:27.040810 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:31:27.040720 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:31:27.041776 3664 node_ip_handler_linux.go:160] Node IP manager is running I0521 19:31:27.060731 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:31:27.060794 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:31:27.060813 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:31:27.060819 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:31:27.060825 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:31:27.060831 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:31:27.060838 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:31:27.060843 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:31:27.060849 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:31:27.060861 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:31:27.060878 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:31:27.060886 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:31:27.060891 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:31:27.060916 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:31:27.060923 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) W0521 19:31:27.080446 3664 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:31:27.080598 3664 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:31:27.080697 3664 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 19:31:27.111032 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:31:27.111080 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:31:27.111088 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:31:27.111096 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:31:27.111104 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:31:27.111114 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:31:27.111122 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:31:27.111132 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:31:27.155796 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:31:27.155814 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:31:27.155837 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:31:27.155847 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:31:27.155855 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:31:27.155889 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:31:27.155908 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:31:27.155917 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:31:27.155925 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:31:27.155934 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:31:27.155943 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:31:27.155950 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0521 19:31:28.750039 3664 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:31:28.750052 3664 default_node_network_controller.go:1380] Starting node controller node sync I0521 19:31:28.750094 3664 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 19:31:28.762258 3664 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.18769ms I0521 19:31:28.762478 3664 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:31:28.762771 3664 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:31:28.762945 3664 egressservice_node.go:183] Starting Egress Services Controller I0521 19:31:28.762964 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:31:28.762980 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:31:28.762988 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:31:28.762996 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:31:28.763004 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:31:28.763014 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:31:28.763020 3664 egressservice_node.go:197] Repairing Egress Services I0521 19:31:28.774035 3664 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:31:28.774048 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:31:28.774294 3664 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:31:28.774310 3664 link_network_manager.go:119] Link manager is running I0521 19:31:28.774325 3664 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:31:28.774655 3664 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:31:28.774963 3664 vrf_manager.go:128] VRF manager is running I0521 19:31:28.775291 3664 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:31:28.775300 3664 gateway.go:532] Reconciling gateway with updates I0521 19:31:28.802332 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:31:28.802346 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:31:28.802353 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:31:28.802357 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:31:28.802360 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:31:28.802368 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:31:28.802372 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:31:28.802380 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:31:28.802328 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:31:28.802409 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:31:28.802412 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:31:28.802409 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:31:28.802408 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:31:28.802421 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:31:28.802428 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:31:28.802427 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:31:28.802435 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:31:28.802437 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:31:28.802443 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:31:28.802447 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:31:28.802461 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:31:28.802466 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:31:28.802465 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:31:28.802472 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:31:28.802475 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:31:28.802330 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:31:28.802480 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:31:28.802493 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:31:28.802472 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:31:28.802496 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:31:28.802494 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:31:28.802495 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:31:28.802504 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:31:28.802507 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:31:28.802510 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:31:28.802511 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:31:28.802513 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:31:28.802526 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:31:28.802521 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:31:28.802535 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:31:28.802532 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:31:28.802529 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:31:28.802546 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:31:28.802479 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:31:28.802550 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:31:28.802462 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:31:28.802592 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:31:28.802374 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:31:28.802530 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:31:28.802614 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:31:28.802622 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:31:28.802633 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:31:28.802633 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:31:28.802355 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:31:28.802643 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:31:28.802499 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:31:28.802653 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:31:28.802656 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:31:28.802508 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:31:28.802659 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:31:28.802658 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:31:28.802668 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:31:28.802672 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:31:28.802675 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:31:28.802677 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:31:28.802682 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:31:28.802681 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:31:28.802684 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:31:28.802690 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 32011 is already open, no action needed I0521 19:31:28.802693 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:31:28.802696 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:31:28.802699 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31479 is already open, no action needed I0521 19:31:28.802695 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:31:28.802698 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:31:28.802705 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:31:28.802711 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:31:28.802718 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:31:28.802679 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:31:28.802721 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:31:28.802727 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:31:28.802684 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:31:28.802738 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:31:28.802652 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:31:28.802780 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:31:28.802512 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:31:28.802512 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:31:28.802817 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:31:28.802531 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:31:28.802888 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:31:28.802552 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:31:28.802634 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:31:28.802981 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:31:28.802641 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:31:28.803017 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:31:28.802647 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:31:28.802647 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:31:28.803094 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:31:28.802511 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:31:28.803126 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:31:28.802658 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:31:28.803162 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:31:28.802669 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:31:28.803196 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:31:28.802691 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:31:28.846839 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:31:28.846887 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:31:28.846899 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:31:28.846909 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:31:28.846918 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:31:28.846924 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:31:28.846936 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:31:28.846949 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:31:28.846968 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:31:28.846980 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:31:28.846986 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:31:28.846991 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:31:28.846982 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:31:28.847002 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:31:28.847011 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:31:28.892351 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:31:28.892358 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:31:28.892378 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:31:28.892387 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:31:28.892452 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:31:28.892472 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:31:28.935844 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:31:28.935875 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:31:28.935885 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:31:28.935894 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:31:28.935905 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:31:28.935914 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:31:28.935922 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:31:28.935929 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:31:28.935938 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:31:30.868073 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-70.ec2.internal I0521 19:31:30.868134 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-70.ec2.internal: 67.865µs I0521 19:31:30.897377 3664 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-84478cfc99-bchk8] creating logical port openshift-image-registry_image-registry-84478cfc99-bchk8 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.897597 3664 kube.go:256] Updating pod openshift-image-registry/image-registry-84478cfc99-bchk8 I0521 19:31:30.922417 3664 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qlrqt] creating logical port openshift-dns_dns-default-qlrqt for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.922417 3664 pod.go:62] [openshift-image-registry/image-registry-84478cfc99-bchk8] pod update took 24.89543ms I0521 19:31:30.922531 3664 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-84478cfc99-bchk8] addLogicalPort annotation time took 25.010969ms I0521 19:31:30.922579 3664 kube.go:256] Updating pod openshift-dns/dns-default-qlrqt I0521 19:31:30.924109 3664 pods.go:271] [openshift-image-registry/image-registry-84478cfc99-bchk8] addLogicalPort took 26.74897ms, libovsdb time 1.062272ms I0521 19:31:30.951747 3664 pod.go:62] [openshift-dns/dns-default-qlrqt] pod update took 29.203061ms I0521 19:31:30.951777 3664 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qlrqt] addLogicalPort annotation time took 29.241547ms I0521 19:31:30.952369 3664 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-s82mp for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.952574 3664 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp I0521 19:31:30.952624 3664 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-c456g] creating logical port openshift-console-operator_console-operator-66dbbb6468-c456g for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.952417 3664 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-rndjs for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.952774 3664 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-5g5ml for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.952781 3664 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-c456g I0521 19:31:30.952861 3664 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs I0521 19:31:30.952880 3664 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml I0521 19:31:30.953222 3664 pods.go:271] [openshift-dns/dns-default-qlrqt] addLogicalPort took 30.843214ms, libovsdb time 1.111663ms I0521 19:31:30.956374 3664 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-74bf5d879c-cv8xn] creating logical port openshift-ingress_router-default-74bf5d879c-cv8xn for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.956542 3664 kube.go:256] Updating pod openshift-ingress/router-default-74bf5d879c-cv8xn I0521 19:31:30.956559 3664 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-fx6qf for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.956679 3664 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf I0521 19:31:30.956840 3664 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-767949f4c-nllwm] creating logical port openshift-ingress_router-default-767949f4c-nllwm for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.957056 3664 kube.go:256] Updating pod openshift-ingress/router-default-767949f4c-nllwm I0521 19:31:30.982411 3664 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-c456g] pod update took 29.631566ms I0521 19:31:30.982439 3664 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-c456g] addLogicalPort annotation time took 29.684061ms I0521 19:31:30.982564 3664 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp] pod update took 30.023998ms I0521 19:31:30.982618 3664 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp] addLogicalPort annotation time took 30.05244ms I0521 19:31:30.984712 3664 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-c456g] addLogicalPort took 32.096535ms, libovsdb time 1.839188ms I0521 19:31:30.984823 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-l9pkf for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.984854 3664 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml] pod update took 31.991743ms I0521 19:31:30.984879 3664 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml] addLogicalPort annotation time took 32.022015ms I0521 19:31:30.985105 3664 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp] addLogicalPort took 32.735653ms, libovsdb time 2.136973ms I0521 19:31:30.985125 3664 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf I0521 19:31:30.986470 3664 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml] addLogicalPort took 33.704496ms, libovsdb time 936.191µs I0521 19:31:30.986538 3664 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-gcthh for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.986611 3664 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh I0521 19:31:30.991154 3664 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-f5glk for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.991276 3664 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk I0521 19:31:30.993249 3664 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf] pod update took 36.625245ms I0521 19:31:30.993270 3664 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf] addLogicalPort annotation time took 36.645128ms I0521 19:31:30.994543 3664 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf] addLogicalPort took 37.991053ms, libovsdb time 953.302µs I0521 19:31:30.994635 3664 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs] pod update took 41.817129ms I0521 19:31:30.994655 3664 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs] addLogicalPort annotation time took 41.839924ms I0521 19:31:30.995748 3664 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs] addLogicalPort took 43.361549ms, libovsdb time 828.832µs I0521 19:31:30.998207 3664 pod.go:62] [openshift-ingress/router-default-74bf5d879c-cv8xn] pod update took 41.730544ms I0521 19:31:30.998279 3664 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-74bf5d879c-cv8xn] addLogicalPort annotation time took 41.787864ms I0521 19:31:30.998286 3664 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fnhst] creating logical port openshift-ingress-canary_ingress-canary-fnhst for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.998370 3664 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fnhst I0521 19:31:30.998889 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-fdztr for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.999101 3664 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr I0521 19:31:30.999113 3664 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656530-cdf7l for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:30.999373 3664 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l I0521 19:31:30.999701 3664 pod.go:62] [openshift-ingress/router-default-767949f4c-nllwm] pod update took 42.703871ms I0521 19:31:30.999725 3664 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-767949f4c-nllwm] addLogicalPort annotation time took 42.729692ms I0521 19:31:30.999807 3664 pods.go:271] [openshift-ingress/router-default-74bf5d879c-cv8xn] addLogicalPort took 43.428642ms, libovsdb time 1.161779ms I0521 19:31:31.000756 3664 pods.go:271] [openshift-ingress/router-default-767949f4c-nllwm] addLogicalPort took 43.929488ms, libovsdb time 810.45µs I0521 19:31:31.007657 3664 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf] pod update took 22.563926ms I0521 19:31:31.007675 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf] addLogicalPort annotation time took 22.587803ms I0521 19:31:31.009700 3664 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh] pod update took 23.110007ms I0521 19:31:31.009729 3664 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh] addLogicalPort annotation time took 23.141732ms I0521 19:31:31.011672 3664 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh] addLogicalPort took 25.140838ms, libovsdb time 1.442931ms I0521 19:31:31.014936 3664 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf] addLogicalPort took 30.123405ms, libovsdb time 4.153193ms I0521 19:31:31.021134 3664 pod.go:62] [openshift-ingress-canary/ingress-canary-fnhst] pod update took 22.781721ms I0521 19:31:31.021206 3664 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fnhst] addLogicalPort annotation time took 22.854072ms I0521 19:31:31.022153 3664 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr] pod update took 23.1027ms I0521 19:31:31.022777 3664 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr] addLogicalPort annotation time took 23.746236ms I0521 19:31:31.022655 3664 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l] pod update took 23.296987ms I0521 19:31:31.022946 3664 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l] addLogicalPort annotation time took 23.590856ms I0521 19:31:31.023087 3664 pods.go:271] [openshift-ingress-canary/ingress-canary-fnhst] addLogicalPort took 24.84218ms, libovsdb time 1.287749ms I0521 19:31:31.023191 3664 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-xzt9z for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:31.023329 3664 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z I0521 19:31:31.024071 3664 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk] pod update took 32.820995ms I0521 19:31:31.024100 3664 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk] addLogicalPort annotation time took 32.850632ms I0521 19:31:31.027956 3664 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr] addLogicalPort took 29.073141ms, libovsdb time 4.321239ms I0521 19:31:31.027976 3664 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l] addLogicalPort took 28.872397ms, libovsdb time 3.753448ms I0521 19:31:31.028187 3664 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk] addLogicalPort took 37.05596ms, libovsdb time 3.553406ms I0521 19:31:31.028259 3664 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-gb4hd] creating logical port openshift-insights_insights-operator-6dbb575d6c-gb4hd for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:31.028369 3664 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-gb4hd I0521 19:31:31.042900 3664 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z] pod update took 19.615265ms I0521 19:31:31.042923 3664 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z] addLogicalPort annotation time took 19.64372ms I0521 19:31:31.044012 3664 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z] addLogicalPort took 20.827261ms, libovsdb time 768.12µs I0521 19:31:31.058093 3664 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-gb4hd] pod update took 29.761554ms I0521 19:31:31.058123 3664 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-gb4hd] addLogicalPort annotation time took 29.796111ms I0521 19:31:31.059382 3664 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-gb4hd] addLogicalPort took 31.129065ms, libovsdb time 841.109µs I0521 19:31:31.402026 3664 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-c456g d7945e00bc30b2dd555261233159ebcb8e46f405443ca8a5e8974cf3f109a2ad network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-c456g d7945e00bc30b2dd555261233159ebcb8e46f405443ca8a5e8974cf3f109a2ad network default NAD default NAD key ] I0521 19:31:31.402751 3664 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml 7dc1636c918f601c7ad95cfeaf99e2b546edbf07ae42fb0b8ca60cad13ff36cb network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml 7dc1636c918f601c7ad95cfeaf99e2b546edbf07ae42fb0b8ca60cad13ff36cb network default NAD default NAD key ] I0521 19:31:31.440200 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-c456g, hostIfaceName: d7945e00bc30b2d, network: default, NAD default, SandboxID: "d7945e00bc30b2dd555261233159ebcb8e46f405443ca8a5e8974cf3f109a2ad", PCI device ID: , UID: "8bbeabca-05fd-4fb8-a9e7-ec1ecb86c994", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 19:31:31.441556 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-5g5ml, hostIfaceName: 7dc1636c918f601, network: default, NAD default, SandboxID: "7dc1636c918f601c7ad95cfeaf99e2b546edbf07ae42fb0b8ca60cad13ff36cb", PCI device ID: , UID: "9cc26a3a-23df-47cc-9095-27fe640e4792", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 19:31:31.489837 3664 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh a0935c63339a1190d02b1faa0a69a9581f47d831469074b4cbd0fc368972e876 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh a0935c63339a1190d02b1faa0a69a9581f47d831469074b4cbd0fc368972e876 network default NAD default NAD key ] I0521 19:31:31.499136 3664 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml 7dc1636c918f601c7ad95cfeaf99e2b546edbf07ae42fb0b8ca60cad13ff36cb network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5g5ml 7dc1636c918f601c7ad95cfeaf99e2b546edbf07ae42fb0b8ca60cad13ff36cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:42:8a:e3:f8:56\",\"name\":\"7dc1636c918f601\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40cda1a4-01d0-418f-9cdf-a1116189c100\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.500098 3664 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-gb4hd 897f9177cb580d786f4094868468b451b7a19634fab5848c7872e116f6b56d15 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-gb4hd 897f9177cb580d786f4094868468b451b7a19634fab5848c7872e116f6b56d15 network default NAD default NAD key ] I0521 19:31:31.500313 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-gcthh, hostIfaceName: a0935c63339a119, network: default, NAD default, SandboxID: "a0935c63339a1190d02b1faa0a69a9581f47d831469074b4cbd0fc368972e876", PCI device ID: , UID: "1a3b4daa-9a9a-43b0-bcd1-0aefc1f93aad", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 19:31:31.505172 3664 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-c456g d7945e00bc30b2dd555261233159ebcb8e46f405443ca8a5e8974cf3f109a2ad network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-c456g d7945e00bc30b2dd555261233159ebcb8e46f405443ca8a5e8974cf3f109a2ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:8a:c9:1a:72:d1\",\"name\":\"d7945e00bc30b2d\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f54b9d0-f73b-4cfa-8b3b-6d00d21c9bce\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.515611 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-gb4hd, hostIfaceName: 897f9177cb580d7, network: default, NAD default, SandboxID: "897f9177cb580d786f4094868468b451b7a19634fab5848c7872e116f6b56d15", PCI device ID: , UID: "37f23254-21ce-4afe-83cc-b203c37e6811", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 19:31:31.550548 3664 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh a0935c63339a1190d02b1faa0a69a9581f47d831469074b4cbd0fc368972e876 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-gcthh a0935c63339a1190d02b1faa0a69a9581f47d831469074b4cbd0fc368972e876 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:8e:bb:02:47:e3\",\"name\":\"a0935c63339a119\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dacb1fa-4204-4cca-b9e5-32073248f656\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.561974 3664 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-gb4hd 897f9177cb580d786f4094868468b451b7a19634fab5848c7872e116f6b56d15 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-gb4hd 897f9177cb580d786f4094868468b451b7a19634fab5848c7872e116f6b56d15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:95:34:f8:a2:ba\",\"name\":\"897f9177cb580d7\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04ffc6e1-cfb8-473f-8b77-1dcf69b751fe\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.631209 3664 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z 79bb5f1ef73874075517a466b8186b29804fa1f09cddbb5808e26b374f963570 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z 79bb5f1ef73874075517a466b8186b29804fa1f09cddbb5808e26b374f963570 network default NAD default NAD key ] I0521 19:31:31.633091 3664 cni.go:452] [openshift-ingress-canary/ingress-canary-fnhst f9045c50a7ba15f0995e004ff3466713a1f2ae724df5f7584040a35c031d337e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fnhst f9045c50a7ba15f0995e004ff3466713a1f2ae724df5f7584040a35c031d337e network default NAD default NAD key ] I0521 19:31:31.633133 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key ] I0521 19:31:31.648286 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-xzt9z, hostIfaceName: 79bb5f1ef738740, network: default, NAD default, SandboxID: "79bb5f1ef73874075517a466b8186b29804fa1f09cddbb5808e26b374f963570", PCI device ID: , UID: "859924ed-749a-4684-8dd4-89d9b2cf8025", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0521 19:31:31.652374 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656530-cdf7l, hostIfaceName: cfd35cacb737802, network: default, NAD default, SandboxID: "cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93", PCI device ID: , UID: "073473be-5acd-4d46-bc15-877399c0e024", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 19:31:31.652539 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fnhst, hostIfaceName: f9045c50a7ba15f, network: default, NAD default, SandboxID: "f9045c50a7ba15f0995e004ff3466713a1f2ae724df5f7584040a35c031d337e", PCI device ID: , UID: "ff846fd3-174e-422f-ab3e-8173b9c88cee", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 19:31:31.701473 3664 cni.go:473] [openshift-ingress-canary/ingress-canary-fnhst f9045c50a7ba15f0995e004ff3466713a1f2ae724df5f7584040a35c031d337e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fnhst f9045c50a7ba15f0995e004ff3466713a1f2ae724df5f7584040a35c031d337e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0a:b6:db:90:68\",\"name\":\"f9045c50a7ba15f\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/440d9ee3-f335-4bc9-8e23-0661f804f58f\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.707671 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:cb:52:10:f3:5f\",\"name\":\"cfd35cacb737802\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13aea1d0-8027-4fad-8d72-d181b086a20d\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.711836 3664 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z 79bb5f1ef73874075517a466b8186b29804fa1f09cddbb5808e26b374f963570 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xzt9z 79bb5f1ef73874075517a466b8186b29804fa1f09cddbb5808e26b374f963570 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:83:61:63:43:c5\",\"name\":\"79bb5f1ef738740\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83dbf581-eb1a-4c64-bcc5-a4b4c5e8f9d6\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.795823 3664 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf 20c3a1869acba4f0a4c91161b547e4c61b2d48e1aace2c4d79c8a176ecb7121a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf 20c3a1869acba4f0a4c91161b547e4c61b2d48e1aace2c4d79c8a176ecb7121a network default NAD default NAD key ] I0521 19:31:31.806455 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-fx6qf, hostIfaceName: 20c3a1869acba4f, network: default, NAD default, SandboxID: "20c3a1869acba4f0a4c91161b547e4c61b2d48e1aace2c4d79c8a176ecb7121a", PCI device ID: , UID: "ccc8790f-7ffd-4a5c-8e7c-b50dc39df7f3", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 19:31:31.853219 3664 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf 20c3a1869acba4f0a4c91161b547e4c61b2d48e1aace2c4d79c8a176ecb7121a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx6qf 20c3a1869acba4f0a4c91161b547e4c61b2d48e1aace2c4d79c8a176ecb7121a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:45:5a:cd:a5:31\",\"name\":\"20c3a1869acba4f\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df056189-e05f-4ac1-8dff-463147a766bc\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:31.919595 3664 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr 3d4662a538d6302e6a0cc9374fc959f56f81647a7144fc317edaf9aed0a35b65 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr 3d4662a538d6302e6a0cc9374fc959f56f81647a7144fc317edaf9aed0a35b65 network default NAD default NAD key ] I0521 19:31:31.930965 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-fdztr, hostIfaceName: 3d4662a538d6302, network: default, NAD default, SandboxID: "3d4662a538d6302e6a0cc9374fc959f56f81647a7144fc317edaf9aed0a35b65", PCI device ID: , UID: "9043c44a-4300-4271-bd49-24583dc37510", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 19:31:31.977587 3664 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr 3d4662a538d6302e6a0cc9374fc959f56f81647a7144fc317edaf9aed0a35b65 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fdztr 3d4662a538d6302e6a0cc9374fc959f56f81647a7144fc317edaf9aed0a35b65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b1:d4:4b:2b:0a\",\"name\":\"3d4662a538d6302\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2fb3109-94a9-4297-ae8d-6b69e5bd97f9\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:38.044646 3664 cni.go:452] [openshift-network-diagnostics/network-check-target-d9hb8 88154ed9b93ef1c0a3bd0cd489eaa387ae271742d451aff425ca36b41909c2dd network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-d9hb8 88154ed9b93ef1c0a3bd0cd489eaa387ae271742d451aff425ca36b41909c2dd network default NAD default NAD key ] I0521 19:31:38.055562 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-d9hb8, hostIfaceName: 88154ed9b93ef1c, network: default, NAD default, SandboxID: "88154ed9b93ef1c0a3bd0cd489eaa387ae271742d451aff425ca36b41909c2dd", PCI device ID: , UID: "fc5dd228-f5a9-4aea-a93a-ffeef59c917f", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 19:31:38.106702 3664 cni.go:473] [openshift-network-diagnostics/network-check-target-d9hb8 88154ed9b93ef1c0a3bd0cd489eaa387ae271742d451aff425ca36b41909c2dd network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-d9hb8 88154ed9b93ef1c0a3bd0cd489eaa387ae271742d451aff425ca36b41909c2dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:40:43:da:8c:b1\",\"name\":\"88154ed9b93ef1c\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bee1b3fb-6e9e-4090-9921-c25a45fd055b\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:38.154838 3664 cni.go:452] [kube-system/global-pull-secret-syncer-psr7m 091b6d22bfd847fb0b2fb268605604396641ef886339301d4e7cc7c228d53136 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-psr7m 091b6d22bfd847fb0b2fb268605604396641ef886339301d4e7cc7c228d53136 network default NAD default NAD key ] I0521 19:31:38.165956 3664 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-psr7m, hostIfaceName: 091b6d22bfd847f, network: default, NAD default, SandboxID: "091b6d22bfd847fb0b2fb268605604396641ef886339301d4e7cc7c228d53136", PCI device ID: , UID: "b18bdd86-2edc-46ee-9808-afcbf0ba0e05", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 19:31:38.216456 3664 cni.go:473] [kube-system/global-pull-secret-syncer-psr7m 091b6d22bfd847fb0b2fb268605604396641ef886339301d4e7cc7c228d53136 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-psr7m 091b6d22bfd847fb0b2fb268605604396641ef886339301d4e7cc7c228d53136 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0b:91:8b:1b:35\",\"name\":\"091b6d22bfd847f\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8123fc63-c67c-4224-b330-46cecf5c8663\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:40.783833 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:40.838129 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:31:40.865477 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:31:40.877155 3664 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:31:40.878202 3664 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 965.232µs I0521 19:31:40.906363 3664 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:31:41.009752 3664 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-mthp6 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:41.009900 3664 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6 I0521 19:31:41.024895 3664 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6] pod update took 15.028144ms I0521 19:31:41.024918 3664 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6] addLogicalPort annotation time took 15.057281ms I0521 19:31:41.026160 3664 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6] addLogicalPort took 16.431151ms, libovsdb time 919.478µs I0521 19:31:41.921388 3664 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:31:41.922381 3664 namespace.go:102] [openshift-service-ca] adding namespace took 949.627µs I0521 19:31:41.945287 3664 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:31:42.118299 3664 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6 e4ddefd509493be610f8cd5b11faea1034c080dfda74439e89b2456b96c0afd7 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6 e4ddefd509493be610f8cd5b11faea1034c080dfda74439e89b2456b96c0afd7 network default NAD default NAD key ] I0521 19:31:42.127995 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-mthp6, hostIfaceName: e4ddefd509493be, network: default, NAD default, SandboxID: "e4ddefd509493be610f8cd5b11faea1034c080dfda74439e89b2456b96c0afd7", PCI device ID: , UID: "35357b0a-ea75-4c0b-8c67-4631b6f0430d", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 19:31:42.178298 3664 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6 e4ddefd509493be610f8cd5b11faea1034c080dfda74439e89b2456b96c0afd7 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mthp6 e4ddefd509493be610f8cd5b11faea1034c080dfda74439e89b2456b96c0afd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:45:a6:40:c2:70\",\"name\":\"e4ddefd509493be\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26e2fb9a-7e18-4870-90fe-62a7073d291d\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:43.594708 3664 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-f7v7m] creating logical port openshift-service-ca_service-ca-d9cb48497-f7v7m for pod on switch ip-10-0-0-70.ec2.internal I0521 19:31:43.594812 3664 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-f7v7m I0521 19:31:43.609305 3664 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-f7v7m] pod update took 14.518474ms I0521 19:31:43.609330 3664 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-f7v7m] addLogicalPort annotation time took 14.545664ms I0521 19:31:43.610576 3664 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-f7v7m] addLogicalPort took 15.881377ms, libovsdb time 866.574µs I0521 19:31:43.972312 3664 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-f7v7m fdc9fb77970bcb8649fb5ec5066be097e267e62937ba26a7fd08ef40ab98d546 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-f7v7m fdc9fb77970bcb8649fb5ec5066be097e267e62937ba26a7fd08ef40ab98d546 network default NAD default NAD key ] I0521 19:31:43.981816 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-f7v7m, hostIfaceName: fdc9fb77970bcb8, network: default, NAD default, SandboxID: "fdc9fb77970bcb8649fb5ec5066be097e267e62937ba26a7fd08ef40ab98d546", PCI device ID: , UID: "6edaca02-1ed7-43a0-a60a-213e21bd47a4", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 19:31:43.997936 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0521 19:31:43.997956 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0521 19:31:43.997962 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 33.892µs I0521 19:31:43.997938 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0521 19:31:43.997979 3664 node_tracker.go:220] Node ip-10-0-1-157.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0521 19:31:43.997981 3664 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-157.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0521 19:31:43.997996 3664 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-157.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-157.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-157.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-157.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-157.ec2.internal, error parsing annotation for node ip-10-0-1-157.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0521 19:31:44.011338 3664 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-157.ec2.internal annotation: unexpected end of JSON input E0521 19:31:44.011388 3664 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-157.ec2.internal annotation: unexpected end of JSON input I0521 19:31:44.011432 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 19:31:44.011494 3664 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-157.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-157.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-157.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-157.ec2.internal" I0521 19:31:44.026010 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0521 19:31:44.031425 3664 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-f7v7m fdc9fb77970bcb8649fb5ec5066be097e267e62937ba26a7fd08ef40ab98d546 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-f7v7m fdc9fb77970bcb8649fb5ec5066be097e267e62937ba26a7fd08ef40ab98d546 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:7e:4a:de:5b:8f\",\"name\":\"fdc9fb77970bcb8\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6527bb0-e8c1-4e52-91d8-3ba14827ef89\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:44.059882 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:31:44.083444 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:31:44.083472 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0521 19:31:44.083475 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0521 19:31:44.083493 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 21.811µs I0521 19:31:44.253468 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0521 19:31:44.253514 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0521 19:31:44.253530 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 21.598µs I0521 19:31:44.253548 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:31:44.271018 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:31:44.568970 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:31:47.078863 3664 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk 3d63f72186808d1912e775ca41bad6bcc574c58cf09c486a784af089d613dc2a network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk 3d63f72186808d1912e775ca41bad6bcc574c58cf09c486a784af089d613dc2a network default NAD default NAD key ] I0521 19:31:47.090730 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-f5glk, hostIfaceName: 3d63f72186808d1, network: default, NAD default, SandboxID: "3d63f72186808d1912e775ca41bad6bcc574c58cf09c486a784af089d613dc2a", PCI device ID: , UID: "1f144d38-4f45-41d1-8043-fdc334ec78d8", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 19:31:47.138956 3664 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk 3d63f72186808d1912e775ca41bad6bcc574c58cf09c486a784af089d613dc2a network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f5glk 3d63f72186808d1912e775ca41bad6bcc574c58cf09c486a784af089d613dc2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:a0:0e:a7:5a:b8\",\"name\":\"3d63f72186808d1\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4252623-7567-4fb7-98ed-5089efc337a2\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:49.126785 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:31:54.059304 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:31:56.870534 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-6dt45 I0521 19:31:56.870545 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-slfx9 I0521 19:31:56.870567 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-6dt45 I0521 19:31:56.870566 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-blllp I0521 19:31:56.870572 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-slfx9 I0521 19:31:56.870581 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-blllp I0521 19:31:56.870601 3664 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-6dt45, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-6dt45: suppressed error logged: pod kube-system/global-pull-secret-syncer-6dt45: no pod IPs found I0521 19:31:56.870608 3664 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-slfx9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-slfx9: suppressed error logged: pod openshift-multus/network-metrics-daemon-slfx9: no pod IPs found I0521 19:31:56.870610 3664 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-blllp, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-blllp: suppressed error logged: pod openshift-network-diagnostics/network-check-target-blllp: no pod IPs found I0521 19:32:00.916516 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:00.916554 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0521 19:32:00.916558 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0521 19:32:00.916577 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 22.31µs I0521 19:32:03.097255 3664 cni.go:452] [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key ] I0521 19:32:03.107595 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-84478cfc99-bchk8, hostIfaceName: 54d8e3bbca486a9, network: default, NAD default, SandboxID: "54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44", PCI device ID: , UID: "7d8f6721-b5af-4e2a-80fd-d09b5d766bdb", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0521 19:32:03.130809 3664 cni.go:452] [openshift-dns/dns-default-qlrqt a3d6bb1d3f3df023c4ef15a81f2fb14546b76531f8d5e0a288dd72297196de91 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qlrqt a3d6bb1d3f3df023c4ef15a81f2fb14546b76531f8d5e0a288dd72297196de91 network default NAD default NAD key ] I0521 19:32:03.142437 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qlrqt, hostIfaceName: a3d6bb1d3f3df02, network: default, NAD default, SandboxID: "a3d6bb1d3f3df023c4ef15a81f2fb14546b76531f8d5e0a288dd72297196de91", PCI device ID: , UID: "83dfe8ad-94f9-4015-8f98-8abaa0690715", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 19:32:03.147317 3664 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs 8321e8fb47628d6f99ef938cca14feb32aee299ce42cd015ecade9f8cbb9afc1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs 8321e8fb47628d6f99ef938cca14feb32aee299ce42cd015ecade9f8cbb9afc1 network default NAD default NAD key ] I0521 19:32:03.161622 3664 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp 8281287bd32523f02caf8ad1b21c89f3779c9ee57fd16fd26577f5fcd9c7d5a5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp 8281287bd32523f02caf8ad1b21c89f3779c9ee57fd16fd26577f5fcd9c7d5a5 network default NAD default NAD key ] I0521 19:32:03.162997 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-rndjs, hostIfaceName: 8321e8fb47628d6, network: default, NAD default, SandboxID: "8321e8fb47628d6f99ef938cca14feb32aee299ce42cd015ecade9f8cbb9afc1", PCI device ID: , UID: "01d76f51-5e7b-44f6-aa21-79926a5eaf96", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 19:32:03.174685 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-s82mp, hostIfaceName: 8281287bd32523f, network: default, NAD default, SandboxID: "8281287bd32523f02caf8ad1b21c89f3779c9ee57fd16fd26577f5fcd9c7d5a5", PCI device ID: , UID: "9e08cfcd-b111-4985-ae6f-bf697c576578", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 19:32:03.175813 3664 cni.go:473] [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:8f:e2:1a:90:21\",\"name\":\"54d8e3bbca486a9\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a583948d-9f5f-48ac-b27e-0fadb1437da1\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:03.206491 3664 cni.go:473] [openshift-dns/dns-default-qlrqt a3d6bb1d3f3df023c4ef15a81f2fb14546b76531f8d5e0a288dd72297196de91 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qlrqt a3d6bb1d3f3df023c4ef15a81f2fb14546b76531f8d5e0a288dd72297196de91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:97:aa:36:b9:c9\",\"name\":\"a3d6bb1d3f3df02\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/854d4adb-bb6e-4599-8700-cbebdc3b6099\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:03.225412 3664 cni.go:452] [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key ] I0521 19:32:03.225744 3664 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs 8321e8fb47628d6f99ef938cca14feb32aee299ce42cd015ecade9f8cbb9afc1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-rndjs 8321e8fb47628d6f99ef938cca14feb32aee299ce42cd015ecade9f8cbb9afc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:73:d4:07:eb:a9\",\"name\":\"8321e8fb47628d6\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdc97326-9f8c-47cf-ba62-7053db1f85bc\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:03.244995 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-74bf5d879c-cv8xn, hostIfaceName: 256c644c0a14204, network: default, NAD default, SandboxID: "256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d", PCI device ID: , UID: "ac8a4935-90f3-445b-b134-6b51d21f5546", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 19:32:03.252541 3664 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp 8281287bd32523f02caf8ad1b21c89f3779c9ee57fd16fd26577f5fcd9c7d5a5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-s82mp 8281287bd32523f02caf8ad1b21c89f3779c9ee57fd16fd26577f5fcd9c7d5a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b7:38:86:ba:da\",\"name\":\"8281287bd32523f\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c768c9d-60ab-4158-8da7-700756c9a073\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:03.254546 3664 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf 137003fab2151f68a190a01cb485278986c49813f050561d0b4c5640c8522401 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf 137003fab2151f68a190a01cb485278986c49813f050561d0b4c5640c8522401 network default NAD default NAD key ] I0521 19:32:03.255229 3664 cni.go:452] [openshift-ingress/router-default-767949f4c-nllwm 87107eb77998dd8eece67e1331f1d6c83a761d4b24a293384ca3b1365f266908 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-767949f4c-nllwm 87107eb77998dd8eece67e1331f1d6c83a761d4b24a293384ca3b1365f266908 network default NAD default NAD key ] I0521 19:32:03.270855 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-767949f4c-nllwm, hostIfaceName: 87107eb77998dd8, network: default, NAD default, SandboxID: "87107eb77998dd8eece67e1331f1d6c83a761d4b24a293384ca3b1365f266908", PCI device ID: , UID: "722904f8-0819-4eef-8856-8b62cb24fef0", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 19:32:03.273796 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-l9pkf, hostIfaceName: 137003fab2151f6, network: default, NAD default, SandboxID: "137003fab2151f68a190a01cb485278986c49813f050561d0b4c5640c8522401", PCI device ID: , UID: "7b2f76f0-ed78-4081-8779-3b0a58116e1e", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 19:32:03.329955 3664 cni.go:473] [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e5:c7:57:22:39\",\"name\":\"256c644c0a14204\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01376040-0ab7-4408-bdee-05ab9a4ea4d9\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:03.334945 3664 cni.go:473] [openshift-ingress/router-default-767949f4c-nllwm 87107eb77998dd8eece67e1331f1d6c83a761d4b24a293384ca3b1365f266908 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-767949f4c-nllwm 87107eb77998dd8eece67e1331f1d6c83a761d4b24a293384ca3b1365f266908 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5e:77:be:4b:09\",\"name\":\"87107eb77998dd8\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98e8484f-153a-4983-9d9d-806f06032877\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:03.349745 3664 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf 137003fab2151f68a190a01cb485278986c49813f050561d0b4c5640c8522401 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-l9pkf 137003fab2151f68a190a01cb485278986c49813f050561d0b4c5640c8522401 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:26:5d:14:47:bb\",\"name\":\"137003fab2151f6\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/522389e4-2568-4b17-aec9-0622dfc00ed7\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:05.320221 3664 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-m8lxt] creating logical port openshift-insights_insights-runtime-extractor-m8lxt for pod on switch ip-10-0-0-70.ec2.internal I0521 19:32:05.320416 3664 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-m8lxt I0521 19:32:05.344451 3664 pod.go:62] [openshift-insights/insights-runtime-extractor-m8lxt] pod update took 24.078983ms I0521 19:32:05.344483 3664 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-m8lxt] addLogicalPort annotation time took 24.115466ms I0521 19:32:05.345712 3664 pods.go:271] [openshift-insights/insights-runtime-extractor-m8lxt] addLogicalPort took 25.506583ms, libovsdb time 836.298µs W0521 19:32:05.386040 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:32:05.459221 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:05.484342 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:32:05.493161 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-676cd4c8dd-xv2kl IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-676cd4c8dd-xv2kl: no pod IPs found I0521 19:32:05.499278 3664 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-rj8gs] creating logical port openshift-console_downloads-5c54f4944f-rj8gs for pod on switch ip-10-0-0-70.ec2.internal W0521 19:32:05.499425 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-84478cfc99-g4sg9 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-84478cfc99-g4sg9: no pod IPs found I0521 19:32:05.499464 3664 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-rj8gs W0521 19:32:05.499754 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:32:05.500016 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:32:05.525286 3664 pod.go:62] [openshift-console/downloads-5c54f4944f-rj8gs] pod update took 25.857489ms I0521 19:32:05.525311 3664 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-rj8gs] addLogicalPort annotation time took 25.888385ms I0521 19:32:05.526638 3664 pods.go:271] [openshift-console/downloads-5c54f4944f-rj8gs] addLogicalPort took 27.382926ms, libovsdb time 860.799µs I0521 19:32:05.679287 3664 cni.go:452] [openshift-insights/insights-runtime-extractor-m8lxt a7c3ec26b1e4676c54220ecd3d5055a5c71df10c719f87b0c738235fcbe1005d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-m8lxt a7c3ec26b1e4676c54220ecd3d5055a5c71df10c719f87b0c738235fcbe1005d network default NAD default NAD key ] I0521 19:32:05.690355 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-m8lxt, hostIfaceName: a7c3ec26b1e4676, network: default, NAD default, SandboxID: "a7c3ec26b1e4676c54220ecd3d5055a5c71df10c719f87b0c738235fcbe1005d", PCI device ID: , UID: "20e31e0a-81be-4357-996d-f4ad287d2fee", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 19:32:05.724917 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:05.724945 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 32.405µs I0521 19:32:05.724979 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default" I0521 19:32:05.724989 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall I0521 19:32:05.724999 3664 node_tracker.go:220] Node ip-10-0-2-113.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0521 19:32:05.725019 3664 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-113.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0521 19:32:05.725043 3664 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-113.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-113.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-113.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-113.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-113.ec2.internal, error parsing annotation for node ip-10-0-2-113.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0521 19:32:05.739473 3664 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-113.ec2.internal annotation: unexpected end of JSON input I0521 19:32:05.739514 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true E0521 19:32:05.739557 3664 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-113.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0521 19:32:05.745582 3664 cni.go:473] [openshift-insights/insights-runtime-extractor-m8lxt a7c3ec26b1e4676c54220ecd3d5055a5c71df10c719f87b0c738235fcbe1005d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-m8lxt a7c3ec26b1e4676c54220ecd3d5055a5c71df10c719f87b0c738235fcbe1005d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d3:c9:67:56:41\",\"name\":\"a7c3ec26b1e4676\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2518a9f5-8df5-47f1-9585-697ec06cb1a5\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err E0521 19:32:05.766095 3664 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-113.ec2.internal annotation: unexpected end of JSON input E0521 19:32:05.776096 3664 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-113.ec2.internal annotation: unexpected end of JSON input I0521 19:32:05.776127 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:05.797028 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:05.802023 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:05.802065 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall I0521 19:32:05.802095 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:05.802110 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 20.403µs I0521 19:32:05.989894 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal W0521 19:32:05.989911 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:05.989927 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:05.989934 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:32:05.989983 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall I0521 19:32:05.989915 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 28.818µs I0521 19:32:05.990014 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:06.013313 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:06.160856 3664 cni.go:452] [openshift-console/downloads-5c54f4944f-rj8gs 1fec1f44e09cb5360fdc45128bf233d221a1a1a53d37e3c42c5f7fa4afd7cf1a network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-rj8gs 1fec1f44e09cb5360fdc45128bf233d221a1a1a53d37e3c42c5f7fa4afd7cf1a network default NAD default NAD key ] I0521 19:32:06.171270 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-rj8gs, hostIfaceName: 1fec1f44e09cb53, network: default, NAD default, SandboxID: "1fec1f44e09cb5360fdc45128bf233d221a1a1a53d37e3c42c5f7fa4afd7cf1a", PCI device ID: , UID: "f8d3622c-dd71-4da3-ad67-c945a5341e14", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 19:32:06.205127 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:06.225482 3664 cni.go:473] [openshift-console/downloads-5c54f4944f-rj8gs 1fec1f44e09cb5360fdc45128bf233d221a1a1a53d37e3c42c5f7fa4afd7cf1a network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-rj8gs 1fec1f44e09cb5360fdc45128bf233d221a1a1a53d37e3c42c5f7fa4afd7cf1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:11:91:36:73:53\",\"name\":\"1fec1f44e09cb53\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edf329f6-2883-40a9-840d-fd3222702d37\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:06.492261 3664 cni.go:452] [openshift-multus/network-metrics-daemon-ns2rc b967087e3f69898b6d223473cf77a06e99fd7bb551903628328c1c3c444ae668 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ns2rc b967087e3f69898b6d223473cf77a06e99fd7bb551903628328c1c3c444ae668 network default NAD default NAD key ] I0521 19:32:06.504950 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ns2rc, hostIfaceName: b967087e3f69898, network: default, NAD default, SandboxID: "b967087e3f69898b6d223473cf77a06e99fd7bb551903628328c1c3c444ae668", PCI device ID: , UID: "b83aaff9-9a89-4b2d-9ba6-e1a0ed2e96ea", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 19:32:06.527863 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-zl2qt for pod on switch ip-10-0-0-70.ec2.internal I0521 19:32:06.528002 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt I0521 19:32:06.541257 3664 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt] pod update took 13.314326ms I0521 19:32:06.541295 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt] addLogicalPort annotation time took 13.357277ms I0521 19:32:06.542633 3664 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt] addLogicalPort took 14.78384ms, libovsdb time 917.511µs I0521 19:32:06.562917 3664 cni.go:473] [openshift-multus/network-metrics-daemon-ns2rc b967087e3f69898b6d223473cf77a06e99fd7bb551903628328c1c3c444ae668 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ns2rc b967087e3f69898b6d223473cf77a06e99fd7bb551903628328c1c3c444ae668 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:37:3a:56:09:44\",\"name\":\"b967087e3f69898\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b14e9662-4b34-4cad-a8ec-a430c02926ba\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:06.891758 3664 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt 1cbaf051e4f0600595502ee07d38078217cbc57bc6ad89086245998694735ac7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt 1cbaf051e4f0600595502ee07d38078217cbc57bc6ad89086245998694735ac7 network default NAD default NAD key ] I0521 19:32:06.901986 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-zl2qt, hostIfaceName: 1cbaf051e4f0600, network: default, NAD default, SandboxID: "1cbaf051e4f0600595502ee07d38078217cbc57bc6ad89086245998694735ac7", PCI device ID: , UID: "5a631786-3842-46e0-a4aa-f8d3f1724842", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 19:32:06.937932 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0521 19:32:06.937992 3664 node_tracker.go:235] Node ip-10-0-1-157.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-157.ec2.internal" I0521 19:32:06.938012 3664 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:06.938022 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:32:06.938098 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:32:06.938416 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:06.938452 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:32:06.938683 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:06.938704 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:06.938710 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:32:06.953985 3664 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt 1cbaf051e4f0600595502ee07d38078217cbc57bc6ad89086245998694735ac7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zl2qt 1cbaf051e4f0600595502ee07d38078217cbc57bc6ad89086245998694735ac7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:25:c6:c7:fa:95\",\"name\":\"1cbaf051e4f0600\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b5de7ba-4e84-4479-97c8-5f3a508fdc84\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:07.060461 3664 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:07.060466 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0521 19:32:07.060639 3664 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:07.060657 3664 services_controller.go:574] Full service sync requested for network=default W0521 19:32:07.060904 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:07.060919 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:07.060923 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:07.061250 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:07.061296 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:32:07.061785 3664 zone_ic_handler.go:195] Time taken to create transit switch: 478.317µs I0521 19:32:07.061803 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-157.ec2.internal for the network default I0521 19:32:07.063185 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-157.ec2.internal" on network "default" took: 1.893667ms I0521 19:32:09.124163 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0521 19:32:09.124195 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:32:09.124208 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 10.0.1.157 to PMTUD blocking rules I0521 19:32:09.124233 3664 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:09.124249 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:32:09.124162 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0521 19:32:09.124194 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0521 19:32:09.124303 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 112.509µs W0521 19:32:09.124344 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:09.124360 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:09.124368 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:09.124567 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:09.124580 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:32:09.130878 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-157.ec2.internal. Updating no re-route policies I0521 19:32:09.140649 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 10.0.1.157 to PMTUD blocking rules I0521 19:32:09.140673 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:32:10.394666 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:10.855290 3664 base_network_controller_pods.go:487] [default/openshift-console/console-577d9f694f-2ldtd] creating logical port openshift-console_console-577d9f694f-2ldtd for pod on switch ip-10-0-0-70.ec2.internal I0521 19:32:10.855473 3664 kube.go:256] Updating pod openshift-console/console-577d9f694f-2ldtd I0521 19:32:10.872243 3664 pod.go:62] [openshift-console/console-577d9f694f-2ldtd] pod update took 16.802446ms I0521 19:32:10.872278 3664 base_network_controller_pods.go:951] [default/openshift-console/console-577d9f694f-2ldtd] addLogicalPort annotation time took 16.841394ms I0521 19:32:10.873775 3664 pods.go:271] [openshift-console/console-577d9f694f-2ldtd] addLogicalPort took 18.501297ms, libovsdb time 1.050759ms I0521 19:32:11.257206 3664 cni.go:452] [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key ] I0521 19:32:11.266908 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-577d9f694f-2ldtd, hostIfaceName: 7e71ac1ef6d1a35, network: default, NAD default, SandboxID: "7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7", PCI device ID: , UID: "1866374b-9420-48cb-a781-029d9eaa0dcc", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 19:32:11.321583 3664 cni.go:473] [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:65:1d:4c:ec:de\",\"name\":\"7e71ac1ef6d1a35\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0df53bb2-1fb5-4c94-832a-358af34b2c81\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:32:11.794639 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:32:12.668050 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-577d9f694f-ccsj4 IP address from the namespace address-set, err: pod openshift-console/console-577d9f694f-ccsj4: no pod IPs found I0521 19:32:13.036964 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0521 19:32:13.037004 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 49.512µs W0521 19:32:13.181807 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:13.181829 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:13.181843 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:14.087129 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:14.968053 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:32:16.021064 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:32:16.929784 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:16.929806 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:16.929812 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:20.197565 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:32:22.014134 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:32:23.019308 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:32:23.047809 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0521 19:32:24.640155 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:24.640206 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:24.640208 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall I0521 19:32:24.640224 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 24.674µs W0521 19:32:25.922673 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:32:26.060865 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:26.870998 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jv5nn I0521 19:32:26.871014 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7fv97 I0521 19:32:26.871029 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7fv97 I0521 19:32:26.871000 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qsztr I0521 19:32:26.871038 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qsztr I0521 19:32:26.871073 3664 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-qsztr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qsztr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qsztr: no pod IPs found I0521 19:32:26.871074 3664 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7fv97, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7fv97: suppressed error logged: pod openshift-multus/network-metrics-daemon-7fv97: no pod IPs found I0521 19:32:26.871030 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jv5nn I0521 19:32:26.871095 3664 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-jv5nn, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-jv5nn: suppressed error logged: pod kube-system/global-pull-secret-syncer-jv5nn: no pod IPs found I0521 19:32:29.789737 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default" I0521 19:32:29.789743 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "ip-10-0-2-113.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:29.789763 3664 node_tracker.go:235] Node ip-10-0-2-113.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-113.ec2.internal" I0521 19:32:29.789780 3664 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:29.789790 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:32:29.875185 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "ip-10-0-2-113.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:29.919363 3664 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "ip-10-0-2-113.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:29.919370 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default" I0521 19:32:29.919468 3664 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:29.919493 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:32:29.920518 3664 zone_ic_handler.go:195] Time taken to create transit switch: 327.829µs I0521 19:32:29.920535 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-113.ec2.internal for the network default I0521 19:32:29.921678 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-113.ec2.internal" on network "default" took: 1.501013ms I0521 19:32:31.489330 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default" I0521 19:32:31.489351 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:31.489368 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 21.947µs I0521 19:32:31.489406 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall I0521 19:32:31.489424 3664 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:31.489441 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:32:31.489458 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 10.0.2.113 to PMTUD blocking rules I0521 19:32:31.489473 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:32:31.498456 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-113.ec2.internal. Updating no re-route policies I0521 19:32:31.506959 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 10.0.2.113 to PMTUD blocking rules I0521 19:32:31.506993 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:32:34.200325 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:32:35.515574 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:35.515617 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 52.707µs W0521 19:32:41.247900 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:41.247922 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:41.247930 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:44.257375 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:44.362377 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.362410 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:45.310180 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:45.310207 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:45.310214 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:45.310219 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:47.850693 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:47.895233 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:47.895252 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:48.131458 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:48.131476 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:48.131483 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:32:50.179084 3664 cni.go:452] [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key ] I0521 19:32:50.253428 3664 cni.go:473] [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-577d9f694f-2ldtd 7e71ac1ef6d1a35fa1945865438d7a8b03949a77390ec6b8bc95999ff5c9efe7 network default NAD default NAD key default], result "{}", err I0521 19:32:50.317682 3664 obj_retry.go:498] Detected object openshift-console/console-577d9f694f-2ldtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:50.317717 3664 pods.go:176] Deleting pod: openshift-console/console-577d9f694f-2ldtd I0521 19:32:50.319253 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-577d9f694f-2ldtd, ips: 10.128.0.28 I0521 19:32:50.319288 3664 obj_retry.go:498] Detected object openshift-console/console-577d9f694f-2ldtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:50.327454 3664 base_network_controller_pods.go:487] [default/openshift-console/console-559bf48699-5p858] creating logical port openshift-console_console-559bf48699-5p858 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:32:50.327548 3664 kube.go:256] Updating pod openshift-console/console-559bf48699-5p858 I0521 19:32:50.349640 3664 pod.go:62] [openshift-console/console-559bf48699-5p858] pod update took 22.118619ms I0521 19:32:50.349661 3664 base_network_controller_pods.go:951] [default/openshift-console/console-559bf48699-5p858] addLogicalPort annotation time took 22.145571ms I0521 19:32:50.350950 3664 pods.go:271] [openshift-console/console-559bf48699-5p858] addLogicalPort took 23.510982ms, libovsdb time 868.416µs I0521 19:32:50.726725 3664 cni.go:452] [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key ] I0521 19:32:50.736743 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-559bf48699-5p858, hostIfaceName: d301f0a74d78d20, network: default, NAD default, SandboxID: "d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba", PCI device ID: , UID: "3f02acd0-fe14-457e-ac68-4b3fb22ef3e8", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 19:32:50.788561 3664 cni.go:473] [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:93:08:f9:1e:9e\",\"name\":\"d301f0a74d78d20\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d369bf38-bc92-4ba9-8c41-04c04f0d71f8\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:32:51.136773 3664 obj_retry.go:492] Detected object openshift-console/console-577d9f694f-2ldtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:51.136798 3664 obj_retry.go:492] Detected object openshift-console/console-577d9f694f-2ldtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:51.143290 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-577d9f694f-2ldtd I0521 19:32:51.143367 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-577d9f694f-2ldtd I0521 19:33:00.362423 3664 cni.go:452] [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key ] I0521 19:33:00.446095 3664 cni.go:473] [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-84478cfc99-bchk8 54d8e3bbca486a9966aedf1f6d5eb18a80aad737f3e584e3f179ba5875b9cd44 network default NAD default NAD key default], result "{}", err I0521 19:33:00.517110 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:00.517211 3664 pods.go:176] Deleting pod: openshift-image-registry/image-registry-84478cfc99-bchk8 I0521 19:33:00.518612 3664 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-84478cfc99-bchk8, ips: 10.128.0.6 I0521 19:33:00.518645 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:33:01.189602 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:33:01.189630 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:33:01.189668 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:33:01.202261 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:01.202282 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:01.207421 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84478cfc99-bchk8 I0521 19:33:01.207451 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84478cfc99-bchk8 W0521 19:33:01.246848 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:33:02.197148 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:33:06.124498 3664 obj_retry.go:498] Detected object openshift-console/console-74995b749f-gcr5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:06.125023 3664 obj_retry.go:498] Detected object openshift-console/console-74995b749f-gcr5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:33:06.225645 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:33:06.225648 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:33:06.225695 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:33:06.976896 3664 obj_retry.go:492] Detected object openshift-console/console-74995b749f-gcr5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:06.976921 3664 obj_retry.go:492] Detected object openshift-console/console-74995b749f-gcr5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:06.984663 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74995b749f-gcr5k I0521 19:33:06.984690 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74995b749f-gcr5k W0521 19:33:07.217123 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:33:09.230437 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:33:09.230451 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:33:09.230496 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:33:10.315678 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0521 19:33:20.252322 3664 cni.go:452] [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key ] I0521 19:33:20.335327 3664 cni.go:473] [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-74bf5d879c-cv8xn 256c644c0a14204bd94741a21f549731d7ce1c4057431e8ae91b4ceef883161d network default NAD default NAD key default], result "{}", err I0521 19:33:20.384109 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:20.384145 3664 pods.go:176] Deleting pod: openshift-ingress/router-default-74bf5d879c-cv8xn I0521 19:33:20.385447 3664 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-74bf5d879c-cv8xn, ips: 10.128.0.12 I0521 19:33:20.385475 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.278505 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.278533 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.286991 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74bf5d879c-cv8xn I0521 19:33:21.287020 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74bf5d879c-cv8xn I0521 19:33:26.636751 3664 obj_retry.go:498] Detected object openshift-console/console-74995b749f-zg4wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:26.637286 3664 obj_retry.go:498] Detected object openshift-console/console-74995b749f-zg4wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:27.444128 3664 obj_retry.go:492] Detected object openshift-console/console-74995b749f-zg4wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:27.444149 3664 obj_retry.go:492] Detected object openshift-console/console-74995b749f-zg4wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:27.452274 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74995b749f-zg4wz I0521 19:33:27.452295 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74995b749f-zg4wz I0521 19:33:36.124844 3664 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs for pod on switch ip-10-0-0-70.ec2.internal I0521 19:33:36.124985 3664 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs I0521 19:33:36.145000 3664 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs] pod update took 20.087968ms I0521 19:33:36.145025 3664 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs] addLogicalPort annotation time took 20.11781ms I0521 19:33:36.146259 3664 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs] addLogicalPort took 21.430744ms, libovsdb time 873.069µs I0521 19:33:36.485765 3664 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key ] I0521 19:33:36.512349 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs, hostIfaceName: 6ac541384411079, network: default, NAD default, SandboxID: "6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81", PCI device ID: , UID: "79c7d9f3-c409-4819-871c-94ad11db10fa", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 19:33:36.570457 3664 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:79:98:ea:f3:cb\",\"name\":\"6ac541384411079\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b601239-a824-4197-a312-31005b77620b\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:33:47.504141 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:47.504750 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:47.839848 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:47.839873 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:47.847819 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:33:47.847847 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:33:51.431716 3664 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key ] I0521 19:33:51.511361 3664 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs 6ac5413844110799cec2b842a9ecf76b38526901c9291939b6c85e4bd0bc3d81 network default NAD default NAD key default], result "{}", err I0521 19:33:51.558704 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.558744 3664 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs I0521 19:33:51.560166 3664 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs, ips: 10.128.0.30 I0521 19:33:51.560199 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.560222 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.560237 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:33:51.560486 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.560502 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:33:51.990597 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.991175 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:52.576511 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.576535 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.588180 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:33:52.588210 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:33:52.591280 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.591298 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.591311 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.591320 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:56.184107 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:56.195127 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:34:07.604442 3664 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:34:09.612709 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:09.613293 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:10.200861 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:10.200886 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:10.207986 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:34:10.208009 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:34:29.594559 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key ] I0521 19:34:29.678433 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l cfd35cacb737802e8aab180bfc0e949fd77910a84cb386f0517b82a6caebdb93 network default NAD default NAD key default], result "{}", err I0521 19:34:29.719755 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:29.719785 3664 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l I0521 19:34:29.721056 3664 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l, ips: 10.128.0.20 I0521 19:34:29.721084 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:30.633897 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:30.633923 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:33.648447 3664 obj_retry.go:498] Detected object openshift-console/console-559bf48699-ktwm5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:33.648998 3664 obj_retry.go:498] Detected object openshift-console/console-559bf48699-ktwm5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:34.327023 3664 obj_retry.go:492] Detected object openshift-console/console-559bf48699-ktwm5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:34.327044 3664 obj_retry.go:492] Detected object openshift-console/console-559bf48699-ktwm5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:34.333900 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-559bf48699-ktwm5 I0521 19:34:34.333927 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-559bf48699-ktwm5 I0521 19:34:43.905716 3664 cni.go:452] [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key ] I0521 19:34:43.987350 3664 cni.go:473] [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-559bf48699-5p858 d301f0a74d78d20b07a7c498794b6a84769470aec8f241acd35b32430b353bba network default NAD default NAD key default], result "{}", err I0521 19:34:44.034321 3664 obj_retry.go:498] Detected object openshift-console/console-559bf48699-5p858 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:44.034362 3664 pods.go:176] Deleting pod: openshift-console/console-559bf48699-5p858 I0521 19:34:44.035781 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-559bf48699-5p858, ips: 10.128.0.29 I0521 19:34:44.035888 3664 obj_retry.go:498] Detected object openshift-console/console-559bf48699-5p858 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:44.649326 3664 obj_retry.go:492] Detected object openshift-console/console-559bf48699-5p858 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:44.649354 3664 obj_retry.go:492] Detected object openshift-console/console-559bf48699-5p858 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:44.656195 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-559bf48699-5p858 I0521 19:34:44.656220 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-559bf48699-5p858 I0521 19:34:55.189625 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:55.190175 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:55.400350 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:55.400385 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:55.412263 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:34:55.412287 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:36:04.139673 3664 base_network_controller_pods.go:487] [default/openshift-console/console-744fbd8ff6-5j8fn] creating logical port openshift-console_console-744fbd8ff6-5j8fn for pod on switch ip-10-0-0-70.ec2.internal I0521 19:36:04.139814 3664 kube.go:256] Updating pod openshift-console/console-744fbd8ff6-5j8fn I0521 19:36:04.172103 3664 pod.go:62] [openshift-console/console-744fbd8ff6-5j8fn] pod update took 32.315781ms I0521 19:36:04.172127 3664 base_network_controller_pods.go:951] [default/openshift-console/console-744fbd8ff6-5j8fn] addLogicalPort annotation time took 32.347293ms I0521 19:36:04.173472 3664 pods.go:271] [openshift-console/console-744fbd8ff6-5j8fn] addLogicalPort took 33.81789ms, libovsdb time 940.036µs I0521 19:36:04.497867 3664 cni.go:452] [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key ] I0521 19:36:04.507484 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-744fbd8ff6-5j8fn, hostIfaceName: 61173e0ff8c9c6b, network: default, NAD default, SandboxID: "61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52", PCI device ID: , UID: "0bcef976-be52-4a93-aa42-8834838fb2a0", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 19:36:04.563754 3664 cni.go:473] [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:e6:89:e2:17:4a\",\"name\":\"61173e0ff8c9c6b\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3220db91-7635-48db-8205-df606353e915\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:36:15.040204 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:36:24.944894 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 19:36:29.443825 3664 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:29.444446 3664 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:30.251064 3664 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:30.251088 3664 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:30.257280 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77d758bdcd-xz2r4 I0521 19:36:30.257309 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77d758bdcd-xz2r4 I0521 19:36:37.944818 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:36:40.376317 3664 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-d4d6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:40.376881 3664 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-d4d6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:40.792197 3664 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-d4d6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:40.792226 3664 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-d4d6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:40.799120 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77d758bdcd-d4d6v I0521 19:36:40.799144 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77d758bdcd-d4d6v I0521 19:38:23.915990 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 19:38:31.934173 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:38:42.938155 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 19:38:57.407863 3664 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-4686j for pod on switch ip-10-0-0-70.ec2.internal I0521 19:38:57.408009 3664 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j I0521 19:38:57.434372 3664 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j] pod update took 26.388394ms I0521 19:38:57.434425 3664 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j] addLogicalPort annotation time took 26.447154ms I0521 19:38:57.435682 3664 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j] addLogicalPort took 27.839476ms, libovsdb time 892.606µs I0521 19:38:57.772031 3664 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j acdd61f16fadc1ff330aa599280172c295bb82789a5ddbff54ae25822dd32a27 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j acdd61f16fadc1ff330aa599280172c295bb82789a5ddbff54ae25822dd32a27 network default NAD default NAD key ] I0521 19:38:57.782028 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-4686j, hostIfaceName: acdd61f16fadc1f, network: default, NAD default, SandboxID: "acdd61f16fadc1ff330aa599280172c295bb82789a5ddbff54ae25822dd32a27", PCI device ID: , UID: "42d77df4-f870-4c1b-b177-8f6a8e6bff94", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 19:38:57.837760 3664 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j acdd61f16fadc1ff330aa599280172c295bb82789a5ddbff54ae25822dd32a27 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4686j acdd61f16fadc1ff330aa599280172c295bb82789a5ddbff54ae25822dd32a27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:27:32:8d:1d:82\",\"name\":\"acdd61f16fadc1f\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2478ac73-c9df-44a0-afda-247e675cf854\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:39:00.739506 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:39:01.921786 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0521 19:39:11.748854 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:39:11.782313 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:39:11.782410 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4dzdm IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4dzdm: no pod IPs found I0521 19:39:45.824006 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:39:52.906471 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 19:39:54.910563 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 19:40:00.173924 3664 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656540-7dz5m for pod on switch ip-10-0-0-70.ec2.internal I0521 19:40:00.174063 3664 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m I0521 19:40:00.186783 3664 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m] pod update took 12.74834ms I0521 19:40:00.186805 3664 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m] addLogicalPort annotation time took 12.77634ms I0521 19:40:00.188034 3664 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m] addLogicalPort took 14.127372ms, libovsdb time 872.332µs I0521 19:40:00.566694 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key ] I0521 19:40:00.576740 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656540-7dz5m, hostIfaceName: 32b8008554187e3, network: default, NAD default, SandboxID: "32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee", PCI device ID: , UID: "16ed3c27-d6ff-48ac-97fb-989737575365", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 19:40:00.632048 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:65:79:82:79:a9\",\"name\":\"32b8008554187e3\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9117448c-ae1f-4faf-9787-773bb8b69615\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:04.018212 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key ] I0521 19:40:04.103430 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m 32b8008554187e35f9f155e81aae85704e1629d0056721f508a3cfcc9aefd1ee network default NAD default NAD key default], result "{}", err I0521 19:40:04.146171 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.146234 3664 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m I0521 19:40:04.147472 3664 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m, ips: 10.128.0.33 I0521 19:40:04.147502 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.928113 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 19:40:05.028294 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.028347 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:31.821270 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=98 I0521 19:40:37.825079 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=750 I0521 19:40:39.819873 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0521 19:41:04.823628 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0521 19:41:05.819920 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 I0521 19:41:07.906666 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0521 19:41:30.340821 3664 namespace.go:98] [tsf] adding namespace I0521 19:41:30.341809 3664 namespace.go:102] [tsf] adding namespace took 962.706µs I0521 19:41:30.356859 3664 namespace.go:142] [tsf] updating namespace I0521 19:41:30.377996 3664 namespace.go:142] [tsf] updating namespace I0521 19:41:34.218722 3664 namespace.go:98] [konflux-operator] adding namespace I0521 19:41:34.219633 3664 namespace.go:102] [konflux-operator] adding namespace took 887.919µs I0521 19:41:34.222221 3664 namespace.go:98] [konflux-ui] adding namespace I0521 19:41:34.222895 3664 namespace.go:102] [konflux-ui] adding namespace took 656.799µs I0521 19:41:34.223173 3664 namespace.go:98] [rhbk-operator] adding namespace I0521 19:41:34.223188 3664 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:41:34.223327 3664 namespace.go:98] [tsf-tpa] adding namespace I0521 19:41:34.223875 3664 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:41:34.223938 3664 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:41:34.223956 3664 namespace.go:102] [rhbk-operator] adding namespace took 767.401µs I0521 19:41:34.224058 3664 namespace.go:98] [tsf-tas] adding namespace I0521 19:41:34.224732 3664 namespace.go:102] [tsf-keycloak] adding namespace took 775.578µs I0521 19:41:34.225355 3664 namespace.go:102] [cert-manager-operator] adding namespace took 2.157089ms I0521 19:41:34.226045 3664 namespace.go:102] [tsf-tpa] adding namespace took 2.703491ms I0521 19:41:34.226695 3664 namespace.go:102] [rhtpa-operator] adding namespace took 2.804428ms I0521 19:41:34.227320 3664 namespace.go:102] [tsf-tas] adding namespace took 3.247991ms I0521 19:41:34.248047 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.274208 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.274266 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.277081 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.279346 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.279491 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.305483 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.305533 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.305625 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.327873 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.339312 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.366701 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.394085 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.410325 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.461686 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.488619 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.510531 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.554488 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.587491 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.609015 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.613462 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.632808 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.699409 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.713864 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:35.581672 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:35.589151 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:37.435466 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:37.435592 3664 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l I0521 19:41:37.449725 3664 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l] pod update took 14.157848ms I0521 19:41:37.449747 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l] addLogicalPort annotation time took 14.192195ms I0521 19:41:37.451024 3664 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l] addLogicalPort took 15.576824ms, libovsdb time 950.601µs I0521 19:41:37.534721 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:37.534842 3664 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr I0521 19:41:37.549796 3664 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr] pod update took 14.980861ms I0521 19:41:37.549822 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr] addLogicalPort annotation time took 15.014134ms I0521 19:41:37.551074 3664 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr] addLogicalPort took 16.367733ms, libovsdb time 920.117µs I0521 19:41:37.793085 3664 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key ] I0521 19:41:37.803008 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l, hostIfaceName: 54ee40993876852, network: default, NAD default, SandboxID: "54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea", PCI device ID: , UID: "f4fab2c3-3d67-41ca-816d-6e5ca7c22e86", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 19:41:37.856915 3664 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f2:f1:1e:3b:9a\",\"name\":\"54ee40993876852\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e78b497-6413-4b56-bd34-782b028f1cc9\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:37.896834 3664 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key ] I0521 19:41:37.906410 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr, hostIfaceName: e24a8d6610f1d79, network: default, NAD default, SandboxID: "e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c", PCI device ID: , UID: "dbb8eea3-1491-42b0-a844-a43352ad4b2c", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 19:41:37.963905 3664 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:64:30:47:ee:0d\",\"name\":\"e24a8d6610f1d79\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/885c02e5-10cb-4eb9-b7c2-1bafb1c4667f\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:40.420276 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:40.420431 3664 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll I0521 19:41:40.433685 3664 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll] pod update took 13.299508ms I0521 19:41:40.433715 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll] addLogicalPort annotation time took 13.334478ms I0521 19:41:40.435114 3664 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll] addLogicalPort took 14.856698ms, libovsdb time 1.016263ms I0521 19:41:40.794920 3664 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key ] I0521 19:41:40.805268 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll, hostIfaceName: c69c60cd4429242, network: default, NAD default, SandboxID: "c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0", PCI device ID: , UID: "db26abda-032c-4225-94f8-6853418621c8", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 19:41:40.811821 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:40.812009 3664 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p I0521 19:41:40.825590 3664 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p] pod update took 13.618178ms I0521 19:41:40.825677 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p] addLogicalPort annotation time took 13.709898ms I0521 19:41:40.826911 3664 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p] addLogicalPort took 15.111076ms, libovsdb time 865.252µs I0521 19:41:40.864062 3664 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:df:d1:be:27:bd\",\"name\":\"c69c60cd4429242\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b76d947-b130-4587-94cf-8130228430b8\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:41.473465 3664 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key ] I0521 19:41:41.484652 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p, hostIfaceName: c0a88890d4a3c62, network: default, NAD default, SandboxID: "c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02", PCI device ID: , UID: "d1080907-4668-496d-a2d8-ac97e0e36a8b", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 19:41:41.541166 3664 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:4d:be:0e:5e:97\",\"name\":\"c0a88890d4a3c62\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de190879-2505-490d-b3e0-ffcf8b8e2bd9\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:42.469830 3664 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key ] I0521 19:41:42.545772 3664 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr e24a8d6610f1d79eb1ba22ca1dcee2d70e5aec3a915de7a02e69e30e1a92c67c network default NAD default NAD key default], result "{}", err I0521 19:41:42.595911 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.595957 3664 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr I0521 19:41:42.597471 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr, ips: 10.128.0.35 I0521 19:41:42.597501 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.597520 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.597527 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:42.597702 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.597717 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:43.401615 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:43.401717 3664 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf I0521 19:41:43.415187 3664 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf] pod update took 13.497115ms I0521 19:41:43.415223 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf] addLogicalPort annotation time took 13.538507ms I0521 19:41:43.416749 3664 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf] addLogicalPort took 15.158149ms, libovsdb time 1.013232ms I0521 19:41:43.482812 3664 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key ] I0521 19:41:43.506838 3664 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:43.506998 3664 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 I0521 19:41:43.520065 3664 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4] pod update took 13.097104ms I0521 19:41:43.520094 3664 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4] addLogicalPort annotation time took 13.133973ms I0521 19:41:43.521424 3664 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4] addLogicalPort took 14.600772ms, libovsdb time 862.608µs I0521 19:41:43.559830 3664 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l 54ee40993876852a00ef4e6f1cd4a112eae844855dad1bf84ed462dc2018a8ea network default NAD default NAD key default], result "{}", err I0521 19:41:43.602221 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.602337 3664 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l I0521 19:41:43.603948 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l, ips: 10.128.0.34 I0521 19:41:43.603989 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.604010 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.604019 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:43.604242 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.604258 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:43.627651 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.627680 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.627693 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.627709 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.764738 3664 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key ] I0521 19:41:43.775783 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf, hostIfaceName: 8cae827c590a9b7, network: default, NAD default, SandboxID: "8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7", PCI device ID: , UID: "41ceedfc-caaf-4e2a-9fe2-bf665c095251", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 19:41:43.830756 3664 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:52:24:e1:f7:b0\",\"name\":\"8cae827c590a9b7\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/300e9020-c5d5-4d44-9ff9-de337a36ee49\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:43.882130 3664 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key ] I0521 19:41:43.892130 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4, hostIfaceName: 49093767bcfdf81, network: default, NAD default, SandboxID: "49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e", PCI device ID: , UID: "2123fecb-0f88-42bf-8c30-e42dc5bf89fa", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 19:41:43.948535 3664 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:0c:04:8f:3b:b9\",\"name\":\"49093767bcfdf81\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1ac39d9-1e42-4152-ac18-61c3015a020f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:44.627194 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:44.627230 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:44.627243 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:44.627259 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:45.500733 3664 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key ] I0521 19:41:45.501215 3664 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key ] I0521 19:41:45.584786 3664 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll c69c60cd4429242e3e38a50d4c6a55b140c69d350b550acef008fbdf3b985da0 network default NAD default NAD key default], result "{}", err I0521 19:41:45.602648 3664 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p c0a88890d4a3c6208835b79c32091bf26dce04f8c0f736c1eca018b74296cb02 network default NAD default NAD key default], result "{}", err I0521 19:41:45.635207 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.635238 3664 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll I0521 19:41:45.636640 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll, ips: 10.128.0.36 I0521 19:41:45.636675 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.636698 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.636709 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:45.636907 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.636924 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:45.661379 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.661462 3664 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p I0521 19:41:45.663299 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p, ips: 10.128.0.37 I0521 19:41:45.663340 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.663362 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.663369 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:45.663652 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.663667 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:46.666246 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.666280 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.666296 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.666311 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693865 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693898 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693918 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693934 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:47.522740 3664 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key ] I0521 19:41:47.594711 3664 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 49093767bcfdf81570528941590b955ad2cf4b13f39141009f061423d675451e network default NAD default NAD key default], result "{}", err I0521 19:41:47.641633 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.641674 3664 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 I0521 19:41:47.643220 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4, ips: 10.128.0.39 I0521 19:41:47.643247 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.643267 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.643274 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:47.643478 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.643494 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:48.528530 3664 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key ] I0521 19:41:48.607611 3664 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf 8cae827c590a9b79b720fbefb4729dc0283f95f1410c1ef03212e14261a25cf7 network default NAD default NAD key default], result "{}", err I0521 19:41:48.654574 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.654610 3664 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf I0521 19:41:48.656059 3664 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf, ips: 10.128.0.38 I0521 19:41:48.656092 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.656118 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.656129 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:48.656311 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.656327 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:48.668167 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.668190 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.668218 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.668231 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.375013 3664 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-s9v4k for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:49.375636 3664 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k I0521 19:41:49.390017 3664 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k] pod update took 14.411945ms I0521 19:41:49.390040 3664 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k] addLogicalPort annotation time took 14.43938ms I0521 19:41:49.391280 3664 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k] addLogicalPort took 16.28392ms, libovsdb time 826.76µs I0521 19:41:49.680313 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.680338 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.680351 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.680367 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.739036 3664 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k c3e2105c98769a973371f149b6126c4385eb1a7870bad3920393b2c954843e38 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k c3e2105c98769a973371f149b6126c4385eb1a7870bad3920393b2c954843e38 network default NAD default NAD key ] I0521 19:41:49.750908 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-s9v4k, hostIfaceName: c3e2105c98769a9, network: default, NAD default, SandboxID: "c3e2105c98769a973371f149b6126c4385eb1a7870bad3920393b2c954843e38", PCI device ID: , UID: "d8b3d29e-a1b7-499d-a405-21008ad6b6be", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 19:41:49.803118 3664 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k c3e2105c98769a973371f149b6126c4385eb1a7870bad3920393b2c954843e38 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s9v4k c3e2105c98769a973371f149b6126c4385eb1a7870bad3920393b2c954843e38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:9c:c5:89:63:83\",\"name\":\"c3e2105c98769a9\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a01115bc-bcde-4473-8d5d-bdc11e42924d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:51.563084 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:53.992433 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:54.004814 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:55.556506 3664 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-fr24r for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:55.556653 3664 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r I0521 19:41:55.574458 3664 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r] pod update took 17.840713ms I0521 19:41:55.574493 3664 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r] addLogicalPort annotation time took 17.880713ms I0521 19:41:55.575949 3664 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r] addLogicalPort took 19.463731ms, libovsdb time 967.716µs I0521 19:41:55.923124 3664 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r fa901c4fc6a6e662e7ee004708d00cc34d982a09b958dcd6a211d0b97fbab816 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r fa901c4fc6a6e662e7ee004708d00cc34d982a09b958dcd6a211d0b97fbab816 network default NAD default NAD key ] I0521 19:41:55.944364 3664 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-fr24r, hostIfaceName: fa901c4fc6a6e66, network: default, NAD default, SandboxID: "fa901c4fc6a6e662e7ee004708d00cc34d982a09b958dcd6a211d0b97fbab816", PCI device ID: , UID: "85e8316f-a7aa-4ade-aa94-3e99763b032e", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 19:41:56.001554 3664 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r fa901c4fc6a6e662e7ee004708d00cc34d982a09b958dcd6a211d0b97fbab816 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fr24r fa901c4fc6a6e662e7ee004708d00cc34d982a09b958dcd6a211d0b97fbab816 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:09:37:e6:9d:58\",\"name\":\"fa901c4fc6a6e66\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c05747c4-2925-4e76-8ab7-95037ebd60de\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:58.348162 3664 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-ds7mn for pod on switch ip-10-0-0-70.ec2.internal I0521 19:41:58.348285 3664 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn I0521 19:41:58.366049 3664 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn] pod update took 17.791707ms I0521 19:41:58.366073 3664 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn] addLogicalPort annotation time took 17.822282ms I0521 19:41:58.367324 3664 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn] addLogicalPort took 19.180207ms, libovsdb time 835.422µs I0521 19:41:58.717487 3664 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn 4acc3b5839625041ee6d8079448bc51b295b1156dc63c884cece185e7f000173 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn 4acc3b5839625041ee6d8079448bc51b295b1156dc63c884cece185e7f000173 network default NAD default NAD key ] I0521 19:41:58.727997 3664 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-ds7mn, hostIfaceName: 4acc3b583962504, network: default, NAD default, SandboxID: "4acc3b5839625041ee6d8079448bc51b295b1156dc63c884cece185e7f000173", PCI device ID: , UID: "71827917-bbd0-415d-a7da-42f30aa3615c", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 19:41:58.787048 3664 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn 4acc3b5839625041ee6d8079448bc51b295b1156dc63c884cece185e7f000173 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-ds7mn 4acc3b5839625041ee6d8079448bc51b295b1156dc63c884cece185e7f000173 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:5f:bc:16:60:63\",\"name\":\"4acc3b583962504\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c8d9e28-76e3-4e59-9702-bc91a38d37c5\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:00.331215 3664 namespace.go:98] [cert-manager] adding namespace I0521 19:42:00.332184 3664 namespace.go:102] [cert-manager] adding namespace took 942.703µs I0521 19:42:00.420287 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:42:00.449377 3664 namespace.go:142] [cert-manager] updating namespace W0521 19:42:02.679829 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:04.631514 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:42:04.631625 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:42:06.934678 3664 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:06.953620 3664 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:10.403424 3664 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-wmcsp for pod on switch ip-10-0-0-70.ec2.internal I0521 19:42:10.403613 3664 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp I0521 19:42:10.425724 3664 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp] pod update took 22.147916ms I0521 19:42:10.425746 3664 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp] addLogicalPort annotation time took 22.177562ms I0521 19:42:10.426938 3664 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp] addLogicalPort took 23.555475ms, libovsdb time 833.551µs I0521 19:42:10.775543 3664 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp 33e45157e0dc1fca8de03fefe4fac321e106988144cc98706163f77fd21a2de8 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp 33e45157e0dc1fca8de03fefe4fac321e106988144cc98706163f77fd21a2de8 network default NAD default NAD key ] I0521 19:42:10.786033 3664 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-wmcsp, hostIfaceName: 33e45157e0dc1fc, network: default, NAD default, SandboxID: "33e45157e0dc1fca8de03fefe4fac321e106988144cc98706163f77fd21a2de8", PCI device ID: , UID: "bfb42c3f-435f-4e01-b702-f3d5a9070a70", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 19:42:10.838271 3664 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp 33e45157e0dc1fca8de03fefe4fac321e106988144cc98706163f77fd21a2de8 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-wmcsp 33e45157e0dc1fca8de03fefe4fac321e106988144cc98706163f77fd21a2de8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:07:65:75:91:2e\",\"name\":\"33e45157e0dc1fc\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/997ac8fd-2719-409a-b4fc-8c5cc9072107\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:13.726744 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:42:14.872549 3664 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:21.459703 3664 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-9zd72 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:42:21.459812 3664 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72 I0521 19:42:21.488836 3664 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72] pod update took 29.051518ms I0521 19:42:21.488860 3664 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72] addLogicalPort annotation time took 29.079548ms I0521 19:42:21.490187 3664 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72] addLogicalPort took 30.497392ms, libovsdb time 916.19µs I0521 19:42:21.823662 3664 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72 73fbabd90c5d9cc52ea1984df88f23dd8a66b968db2ae9c03c949319f5abeada network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72 73fbabd90c5d9cc52ea1984df88f23dd8a66b968db2ae9c03c949319f5abeada network default NAD default NAD key ] I0521 19:42:21.833534 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-9zd72, hostIfaceName: 73fbabd90c5d9cc, network: default, NAD default, SandboxID: "73fbabd90c5d9cc52ea1984df88f23dd8a66b968db2ae9c03c949319f5abeada", PCI device ID: , UID: "00d57c81-40cf-4a34-833a-1e2ae79b82fe", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 19:42:21.886979 3664 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72 73fbabd90c5d9cc52ea1984df88f23dd8a66b968db2ae9c03c949319f5abeada network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9zd72 73fbabd90c5d9cc52ea1984df88f23dd8a66b968db2ae9c03c949319f5abeada network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c8:82:0d:66:fb\",\"name\":\"73fbabd90c5d9cc\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/501cf86e-ade4-4eff-85fd-f5ce7afb4db3\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:23.507616 3664 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:42:23.508510 3664 namespace.go:102] [trusted-artifact-signer] adding namespace took 869.944µs I0521 19:42:23.545700 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:23.545922 3664 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:42:23.739016 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:42:24.728154 3664 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-fwhsc for pod on switch ip-10-0-0-70.ec2.internal I0521 19:42:24.728279 3664 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc W0521 19:42:24.729332 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:42:24.743490 3664 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc] pod update took 15.232855ms I0521 19:42:24.743512 3664 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc] addLogicalPort annotation time took 15.259964ms I0521 19:42:24.744688 3664 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc] addLogicalPort took 16.552262ms, libovsdb time 811.872µs I0521 19:42:25.108251 3664 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc 6f7dfc0304aba540e70d041fcd7f3f653b713d7a3ad2c39837c5fab05bcf3909 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc 6f7dfc0304aba540e70d041fcd7f3f653b713d7a3ad2c39837c5fab05bcf3909 network default NAD default NAD key ] I0521 19:42:25.120544 3664 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-fwhsc, hostIfaceName: 6f7dfc0304aba54, network: default, NAD default, SandboxID: "6f7dfc0304aba540e70d041fcd7f3f653b713d7a3ad2c39837c5fab05bcf3909", PCI device ID: , UID: "15927d47-c8ae-437f-ae96-17ba4f590f80", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 19:42:25.175648 3664 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc 6f7dfc0304aba540e70d041fcd7f3f653b713d7a3ad2c39837c5fab05bcf3909 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-fwhsc 6f7dfc0304aba540e70d041fcd7f3f653b713d7a3ad2c39837c5fab05bcf3909 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:83:6d:b8:12:3c\",\"name\":\"6f7dfc0304aba54\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e60d096-1c48-47a8-b322-7cd4c0bb959b\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:26.239601 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:26.240364 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:26.273410 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.273443 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.284783 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:26.284810 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:42:30.943766 3664 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:42:30.944627 3664 namespace.go:102] [openshift-pipelines] adding namespace took 833.333µs I0521 19:42:30.988688 3664 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:32.010326 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:42:32.219020 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:32.621510 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:32.819176 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:33.021118 3664 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace I0521 19:42:33.422315 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:33.625660 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:33.824765 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:34.025910 3664 namespace.go:142] [tsf] updating namespace I0521 19:42:34.231834 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:34.427780 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:34.628936 3664 namespace.go:142] [tsf-tpa] updating namespace W0521 19:42:34.730683 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:42:34.774351 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:42:34.786075 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:34.795622 3664 namespace.go:142] [default] updating namespace I0521 19:42:34.809645 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:34.825737 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:34.839115 3664 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace I0521 19:42:34.849771 3664 namespace.go:142] [openshift] updating namespace I0521 19:42:34.861280 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:34.872422 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:34.882740 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:34.900684 3664 namespace.go:142] [tsf] updating namespace I0521 19:42:34.912124 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:34.922861 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:34.932152 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:35.012075 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:42:35.115826 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:35.219012 3664 namespace.go:142] [default] updating namespace I0521 19:42:35.313042 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:35.411086 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:35.512699 3664 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace I0521 19:42:35.608775 3664 namespace.go:142] [openshift] updating namespace I0521 19:42:35.709457 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:35.818106 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:35.916998 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:36.015164 3664 namespace.go:142] [tsf] updating namespace I0521 19:42:36.124154 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:36.222208 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:36.319248 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:37.073298 3664 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:42:41.158297 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:42:42.167941 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:42:45.113623 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-gwdqm for pod on switch ip-10-0-0-70.ec2.internal I0521 19:42:45.113724 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm I0521 19:42:45.134717 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm] pod update took 21.019062ms I0521 19:42:45.134743 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm] addLogicalPort annotation time took 21.049843ms I0521 19:42:45.136059 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm] addLogicalPort took 22.449135ms, libovsdb time 888.126µs I0521 19:42:45.371207 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm for pod on switch ip-10-0-0-70.ec2.internal I0521 19:42:45.371306 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm I0521 19:42:45.386169 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm] pod update took 14.891049ms I0521 19:42:45.386195 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm] addLogicalPort annotation time took 14.922455ms I0521 19:42:45.387431 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm] addLogicalPort took 16.244783ms, libovsdb time 846.369µs I0521 19:42:45.422233 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-wxf9f for pod on switch ip-10-0-0-70.ec2.internal I0521 19:42:45.422324 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f I0521 19:42:45.439985 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f] pod update took 17.68904ms I0521 19:42:45.440009 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f] addLogicalPort annotation time took 17.715735ms I0521 19:42:45.441244 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f] addLogicalPort took 19.025712ms, libovsdb time 808.394µs I0521 19:42:45.485165 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm e1b98f4e7a7acd2c5a93d566c3b580d3c91b4a7f5c27eb5d3412a32cf4b320db network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm e1b98f4e7a7acd2c5a93d566c3b580d3c91b4a7f5c27eb5d3412a32cf4b320db network default NAD default NAD key ] I0521 19:42:45.495171 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-gwdqm, hostIfaceName: e1b98f4e7a7acd2, network: default, NAD default, SandboxID: "e1b98f4e7a7acd2c5a93d566c3b580d3c91b4a7f5c27eb5d3412a32cf4b320db", PCI device ID: , UID: "cb97c767-3621-4c6a-a1f9-319bef0cbd00", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 19:42:45.506168 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-ndxw6 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:42:45.506289 3664 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6 I0521 19:42:45.521768 3664 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6] pod update took 15.512624ms I0521 19:42:45.521800 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6] addLogicalPort annotation time took 15.55055ms I0521 19:42:45.523249 3664 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6] addLogicalPort took 17.104768ms, libovsdb time 893.92µs I0521 19:42:45.553921 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm e1b98f4e7a7acd2c5a93d566c3b580d3c91b4a7f5c27eb5d3412a32cf4b320db network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-gwdqm e1b98f4e7a7acd2c5a93d566c3b580d3c91b4a7f5c27eb5d3412a32cf4b320db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:43:78:3f:5a:3f\",\"name\":\"e1b98f4e7a7acd2\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80d1deba-74c8-46b8-b075-7555614d5bf8\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:45.750318 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm 15ff9cf32d84c5c2d82e7ed46a4a77e0741e90d0b3c00a421023ede79fd00342 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm 15ff9cf32d84c5c2d82e7ed46a4a77e0741e90d0b3c00a421023ede79fd00342 network default NAD default NAD key ] I0521 19:42:45.759964 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm, hostIfaceName: 15ff9cf32d84c5c, network: default, NAD default, SandboxID: "15ff9cf32d84c5c2d82e7ed46a4a77e0741e90d0b3c00a421023ede79fd00342", PCI device ID: , UID: "fbf1b5a9-c968-4a1a-97e2-64d1d757499a", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0521 19:42:45.787301 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f da925f81de80cccfd2ac5b2756b0c4c0926918eb99c1a957c8c4d98a03f470fc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f da925f81de80cccfd2ac5b2756b0c4c0926918eb99c1a957c8c4d98a03f470fc network default NAD default NAD key ] I0521 19:42:45.797473 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-wxf9f, hostIfaceName: da925f81de80ccc, network: default, NAD default, SandboxID: "da925f81de80cccfd2ac5b2756b0c4c0926918eb99c1a957c8c4d98a03f470fc", PCI device ID: , UID: "a32c6298-c5b4-4603-b9ce-f5be5c3f4f66", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0521 19:42:45.817028 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm 15ff9cf32d84c5c2d82e7ed46a4a77e0741e90d0b3c00a421023ede79fd00342 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mdhtm 15ff9cf32d84c5c2d82e7ed46a4a77e0741e90d0b3c00a421023ede79fd00342 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:14:f7:98:99:68\",\"name\":\"15ff9cf32d84c5c\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97a8396a-75a9-4c58-9855-8ce952a0809c\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:45.854155 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f da925f81de80cccfd2ac5b2756b0c4c0926918eb99c1a957c8c4d98a03f470fc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxf9f da925f81de80cccfd2ac5b2756b0c4c0926918eb99c1a957c8c4d98a03f470fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d8:37:26:35:ab\",\"name\":\"da925f81de80ccc\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ee4898e-e141-4ceb-9ffe-c05690ba0ce9\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:45.874961 3664 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6 e7eedd4f8bbf7ea64245400319b46069bc3b4f0dafa7cb80f947769d9a4cab2d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6 e7eedd4f8bbf7ea64245400319b46069bc3b4f0dafa7cb80f947769d9a4cab2d network default NAD default NAD key ] I0521 19:42:45.885332 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-ndxw6, hostIfaceName: e7eedd4f8bbf7ea, network: default, NAD default, SandboxID: "e7eedd4f8bbf7ea64245400319b46069bc3b4f0dafa7cb80f947769d9a4cab2d", PCI device ID: , UID: "e5f02776-6206-4ed9-9362-d2e43708aa79", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0521 19:42:45.937968 3664 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6 e7eedd4f8bbf7ea64245400319b46069bc3b4f0dafa7cb80f947769d9a4cab2d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ndxw6 e7eedd4f8bbf7ea64245400319b46069bc3b4f0dafa7cb80f947769d9a4cab2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:14:ba:08:76:22\",\"name\":\"e7eedd4f8bbf7ea\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fa5bb15-741e-40bd-9bae-c38998dbd7e2\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:48.807581 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:48.807602 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:48.807609 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:52.105083 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:52.105106 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:52.105111 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:52.148692 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:52.148713 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:52.148718 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:52.148723 3664 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:02.909271 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:43:02.909294 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:43:02.909299 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:43:02.935437 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:02.935461 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:02.935469 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:02.935475 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:43:09.938639 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-876t9] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-876t9 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:43:09.938762 3664 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-876t9 I0521 19:43:09.956055 3664 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-876t9] pod update took 17.320818ms I0521 19:43:09.956081 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-876t9] addLogicalPort annotation time took 17.351074ms I0521 19:43:09.957456 3664 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-876t9] addLogicalPort took 18.83305ms, libovsdb time 894.412µs I0521 19:43:10.487742 3664 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-876t9 086056929ee3ccc0a40afa223a0c95963edb2611a27efd5b6dfd7b91098da449 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-876t9 086056929ee3ccc0a40afa223a0c95963edb2611a27efd5b6dfd7b91098da449 network default NAD default NAD key ] I0521 19:43:10.497314 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-876t9, hostIfaceName: 086056929ee3ccc, network: default, NAD default, SandboxID: "086056929ee3ccc0a40afa223a0c95963edb2611a27efd5b6dfd7b91098da449", PCI device ID: , UID: "52252c75-6b17-4ef5-9653-c4f994141a52", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0521 19:43:10.551743 3664 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-876t9 086056929ee3ccc0a40afa223a0c95963edb2611a27efd5b6dfd7b91098da449 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-876t9 086056929ee3ccc0a40afa223a0c95963edb2611a27efd5b6dfd7b91098da449 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f3:26:34:69:dd\",\"name\":\"086056929ee3ccc\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/653e0a4f-a794-459e-8eb2-8d7aea26dc44\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:43:14.381020 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:43:19.465288 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:19.465910 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:19.486686 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:19.486706 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:19.496071 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:43:19.496089 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:43:21.678820 3664 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:43:21.679628 3664 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:43:21.679660 3664 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:43:21.682142 3664 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:43:22.044245 3664 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:43:22.044354 3664 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 19:43:22.062748 3664 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.422017ms I0521 19:43:22.062771 3664 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.448912ms I0521 19:43:22.064155 3664 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.93209ms, libovsdb time 925.517µs I0521 19:43:22.408914 3664 cni.go:452] [tsf-keycloak/keycloak-0 eff77cc3d62a20e249014ab9d0081bbcef209f30288a6f8d0d5371971fd618c0 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 eff77cc3d62a20e249014ab9d0081bbcef209f30288a6f8d0d5371971fd618c0 network default NAD default NAD key ] I0521 19:43:22.418619 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: eff77cc3d62a20e, network: default, NAD default, SandboxID: "eff77cc3d62a20e249014ab9d0081bbcef209f30288a6f8d0d5371971fd618c0", PCI device ID: , UID: "84bab004-601f-4e63-80a4-aa6d108835c7", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0521 19:43:22.478481 3664 cni.go:473] [tsf-keycloak/keycloak-0 eff77cc3d62a20e249014ab9d0081bbcef209f30288a6f8d0d5371971fd618c0 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 eff77cc3d62a20e249014ab9d0081bbcef209f30288a6f8d0d5371971fd618c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e3:fa:26:8d:8c\",\"name\":\"eff77cc3d62a20e\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e2b98c3-f024-4a11-988b-fce9c444a77e\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:43:31.132457 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:31.132485 3664 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:31.132670 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:31.132679 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:43:32.380921 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:43:56.660044 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:56.660073 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:56.660152 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:56.660161 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:44:01.142892 3664 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:01.142915 3664 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:01.142922 3664 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:44:01.752642 3664 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-bd7x2] creating logical port tsf-keycloak_tsf-iam-bd7x2 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:44:01.752735 3664 kube.go:256] Updating pod tsf-keycloak/tsf-iam-bd7x2 I0521 19:44:01.767033 3664 pod.go:62] [tsf-keycloak/tsf-iam-bd7x2] pod update took 14.323621ms I0521 19:44:01.767056 3664 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-bd7x2] addLogicalPort annotation time took 14.35188ms I0521 19:44:01.768671 3664 pods.go:271] [tsf-keycloak/tsf-iam-bd7x2] addLogicalPort took 16.044177ms, libovsdb time 1.127167ms I0521 19:44:02.117246 3664 cni.go:452] [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key ] I0521 19:44:02.126929 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-bd7x2, hostIfaceName: 510b781ca6611cc, network: default, NAD default, SandboxID: "510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287", PCI device ID: , UID: "afd31f34-6017-40ee-8212-0806c3186b58", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0521 19:44:02.185686 3664 cni.go:473] [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d0:13:f0:c2:56\",\"name\":\"510b781ca6611cc\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0331098e-d715-4a16-9698-20016a421b38\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:44:09.938309 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:44:11.719925 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:11.720546 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:11.768754 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:11.768785 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:11.780327 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:44:11.780358 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:44:21.459818 3664 cni.go:452] [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key ] I0521 19:44:21.550276 3664 cni.go:473] [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-bd7x2 510b781ca6611cc11babdfc0743b78a8eccf0cfaf18d7b02638a2e2e4f537287 network default NAD default NAD key default], result "{}", err I0521 19:44:21.604494 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:21.604537 3664 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-bd7x2 I0521 19:44:21.606287 3664 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-bd7x2, ips: 10.128.0.52 I0521 19:44:21.606322 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:22.488655 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:22.488678 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:26.278818 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:44:26.347350 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:44:27.703162 3664 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:28.826284 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:28.826822 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:29.868921 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:29.868943 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:33.750034 3664 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:33.750052 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:34.354850 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:44:44.948277 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 19:44:46.405094 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-n5b56 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:44:46.405192 3664 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56 I0521 19:44:46.417662 3664 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56] pod update took 12.492494ms I0521 19:44:46.417684 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56] addLogicalPort annotation time took 12.521608ms I0521 19:44:46.419209 3664 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56] addLogicalPort took 14.130232ms, libovsdb time 946.335µs I0521 19:44:46.767747 3664 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56 fcb1e247d8a5392d4cc25e34f56a4f847182fee427c588d13abc6107ac4448ee network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56 fcb1e247d8a5392d4cc25e34f56a4f847182fee427c588d13abc6107ac4448ee network default NAD default NAD key ] I0521 19:44:46.777600 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-n5b56, hostIfaceName: fcb1e247d8a5392, network: default, NAD default, SandboxID: "fcb1e247d8a5392d4cc25e34f56a4f847182fee427c588d13abc6107ac4448ee", PCI device ID: , UID: "f50fa80e-5aa6-405f-8d56-8ef6ce25922e", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0521 19:44:46.835073 3664 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56 fcb1e247d8a5392d4cc25e34f56a4f847182fee427c588d13abc6107ac4448ee network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5b56 fcb1e247d8a5392d4cc25e34f56a4f847182fee427c588d13abc6107ac4448ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:db:09:09:eb:e6\",\"name\":\"fcb1e247d8a5392\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33ceaac1-de11-4305-b62c-ee9ce144afeb\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:07.027041 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:07.027679 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:07.048933 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.048954 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.056508 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:45:07.056534 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:45:07.784075 3664 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-sswt6] creating logical port tsf_patch-tekton-config-sswt6 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:45:07.784222 3664 kube.go:256] Updating pod tsf/patch-tekton-config-sswt6 I0521 19:45:07.796664 3664 pod.go:62] [tsf/patch-tekton-config-sswt6] pod update took 12.480556ms I0521 19:45:07.796693 3664 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-sswt6] addLogicalPort annotation time took 12.513715ms I0521 19:45:07.798440 3664 pods.go:271] [tsf/patch-tekton-config-sswt6] addLogicalPort took 14.377396ms, libovsdb time 1.088893ms I0521 19:45:07.947740 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 19:45:08.147122 3664 cni.go:452] [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key ] I0521 19:45:08.157038 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-sswt6, hostIfaceName: 9c96335dddba72a, network: default, NAD default, SandboxID: "9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e", PCI device ID: , UID: "87744405-74a9-420c-85c7-46802de743ff", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0521 19:45:08.214630 3664 cni.go:473] [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:91:56:36:22:eb\",\"name\":\"9c96335dddba72a\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca2be727-3d22-464d-8280-b8012ebf932e\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:14.077037 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:14.077657 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:14.950071 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:14.950095 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.787635 3664 cni.go:452] [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key ] I0521 19:45:15.882550 3664 cni.go:473] [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-sswt6 9c96335dddba72a3dab0acfcf2329e5e9e8f05317670cb954eac2e85195d147e network default NAD default NAD key default], result "{}", err I0521 19:45:15.948006 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.948039 3664 pods.go:176] Deleting pod: tsf/patch-tekton-config-sswt6 I0521 19:45:15.949472 3664 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-sswt6, ips: 10.128.0.54 I0521 19:45:15.949502 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.970672 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.970701 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:45:18.960556 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:45:19.709171 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:19.709766 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:20.581039 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:20.581062 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:23.111518 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rk8wn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:23.112115 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rk8wn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:24.135509 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rk8wn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.135538 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rk8wn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.176203 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.176226 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.181925 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-sswt6 I0521 19:45:24.181950 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-sswt6 I0521 19:45:25.041588 3664 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6bb548cb59-gzfq7] creating logical port tsf-tas_rekor-server-6bb548cb59-gzfq7 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:45:25.041702 3664 kube.go:256] Updating pod tsf-tas/rekor-server-6bb548cb59-gzfq7 I0521 19:45:25.055359 3664 pod.go:62] [tsf-tas/rekor-server-6bb548cb59-gzfq7] pod update took 13.693891ms I0521 19:45:25.055383 3664 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6bb548cb59-gzfq7] addLogicalPort annotation time took 13.723535ms I0521 19:45:25.057061 3664 pods.go:271] [tsf-tas/rekor-server-6bb548cb59-gzfq7] addLogicalPort took 15.487546ms, libovsdb time 1.168798ms W0521 19:45:25.999968 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 19:45:28.613581 3664 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:45:29.913915 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:45:30.163981 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.164553 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.186812 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.186830 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.195813 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.195838 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:31.105337 3664 cni.go:452] [tsf-tas/rekor-server-6bb548cb59-gzfq7 c09e740e19a88b2e71941e2a2af3fc9ce48e3721a7f4aacdb77a3f751d34725c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6bb548cb59-gzfq7 c09e740e19a88b2e71941e2a2af3fc9ce48e3721a7f4aacdb77a3f751d34725c network default NAD default NAD key ] I0521 19:45:31.115116 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6bb548cb59-gzfq7, hostIfaceName: c09e740e19a88b2, network: default, NAD default, SandboxID: "c09e740e19a88b2e71941e2a2af3fc9ce48e3721a7f4aacdb77a3f751d34725c", PCI device ID: , UID: "0d415a9e-431b-4f2b-92c8-f100414995de", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0521 19:45:31.172756 3664 cni.go:473] [tsf-tas/rekor-server-6bb548cb59-gzfq7 c09e740e19a88b2e71941e2a2af3fc9ce48e3721a7f4aacdb77a3f751d34725c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6bb548cb59-gzfq7 c09e740e19a88b2e71941e2a2af3fc9ce48e3721a7f4aacdb77a3f751d34725c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:09:e1:3d:b5:a5\",\"name\":\"c09e740e19a88b2\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9afd88e5-ada3-448d-9649-ae25b6d71036\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:45:33.900045 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:45:36.200981 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:36.201576 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:37.222591 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:37.222617 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.230090 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.230683 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.369947 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.369972 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:44.849870 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:44.850470 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:44.909014 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0521 19:45:44.918230 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:45:45.874853 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:45.874888 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:45:54.173865 3664 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:45:57.909128 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:57.909748 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:58.348110 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:58.348705 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:58.368907 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:58.368932 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:58.376597 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:58.376624 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:58.794101 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:58.794126 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:58.824731 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0521 19:45:59.262041 3664 namespace.go:98] [default-tenant] adding namespace I0521 19:45:59.262924 3664 namespace.go:102] [default-tenant] adding namespace took 861.779µs I0521 19:45:59.266829 3664 namespace.go:98] [build-service] adding namespace I0521 19:45:59.266867 3664 namespace.go:98] [image-controller] adding namespace I0521 19:45:59.267583 3664 namespace.go:102] [build-service] adding namespace took 726.236µs I0521 19:45:59.268143 3664 namespace.go:102] [image-controller] adding namespace took 1.264244ms I0521 19:45:59.268168 3664 namespace.go:98] [integration-service] adding namespace I0521 19:45:59.268637 3664 namespace.go:102] [integration-service] adding namespace took 463.586µs I0521 19:45:59.354341 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:59.408720 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:59.420769 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:59.444951 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:59.480306 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:59.516326 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:59.549086 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:59.549127 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:59.572864 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:59.605845 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:59.616816 3664 namespace.go:98] [release-service] adding namespace I0521 19:45:59.617859 3664 namespace.go:102] [release-service] adding namespace took 1.014449ms I0521 19:45:59.658110 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:59.658167 3664 namespace.go:142] [release-service] updating namespace I0521 19:45:59.696520 3664 namespace.go:142] [release-service] updating namespace I0521 19:45:59.887608 3664 namespace.go:98] [konflux-info] adding namespace I0521 19:45:59.888571 3664 namespace.go:102] [konflux-info] adding namespace took 939.531µs I0521 19:45:59.935669 3664 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-70.ec2.internal I0521 19:45:59.935768 3664 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:45:59.994511 3664 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 58.768182ms I0521 19:45:59.994534 3664 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 58.796296ms I0521 19:45:59.995765 3664 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 60.120597ms, libovsdb time 790.87µs I0521 19:46:00.001991 3664 namespace.go:98] [namespace-lister] adding namespace I0521 19:46:00.002806 3664 namespace.go:102] [namespace-lister] adding namespace took 797.394µs I0521 19:46:00.045742 3664 namespace.go:142] [image-controller] updating namespace I0521 19:46:00.045888 3664 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:46:00.046700 3664 namespace.go:102] [enterprise-contract-service] adding namespace took 801.402µs I0521 19:46:00.059792 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:46:00.180831 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:46:00.281440 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:46:00.353828 3664 namespace.go:98] [segment-bridge] adding namespace I0521 19:46:00.354746 3664 namespace.go:102] [segment-bridge] adding namespace took 893.644µs I0521 19:46:00.394050 3664 namespace.go:98] [konflux-cli] adding namespace I0521 19:46:00.394973 3664 namespace.go:102] [konflux-cli] adding namespace took 901.339µs I0521 19:46:00.519784 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:00.905844 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:01.015552 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:01.242234 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:46:01.242945 3664 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:46:01.242967 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:46:01.245877 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:46:01.300868 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:01.357537 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:01.391949 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:46:01.391975 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:46:01.392901 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:46:01.438932 3664 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-xmrp6] creating logical port namespace-lister_namespace-lister-696b855848-xmrp6 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:46:01.439028 3664 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-xmrp6 I0521 19:46:01.468823 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:01.504491 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:01.576879 3664 pod.go:62] [namespace-lister/namespace-lister-696b855848-xmrp6] pod update took 137.87711ms I0521 19:46:01.576910 3664 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-xmrp6] addLogicalPort annotation time took 137.913628ms I0521 19:46:01.578240 3664 pods.go:271] [namespace-lister/namespace-lister-696b855848-xmrp6] addLogicalPort took 139.324523ms, libovsdb time 895.309µs I0521 19:46:01.614039 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:02.099698 3664 cni.go:452] [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key ] I0521 19:46:02.109662 3664 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: b30abfc41ad3b6d, network: default, NAD default, SandboxID: "b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60", PCI device ID: , UID: "0cf68b92-c369-45e7-95ee-9f172d4c9b14", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0521 19:46:02.173863 3664 cni.go:473] [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:2b:8c:9c:6b:66\",\"name\":\"b30abfc41ad3b6d\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d2d1544-d96c-466c-9b2d-3ed28fecb02e\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:02.251442 3664 base_network_controller_pods.go:487] [default/konflux-ui/dex-7c4d9df55c-q6mk2] creating logical port konflux-ui_dex-7c4d9df55c-q6mk2 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:46:02.251583 3664 kube.go:256] Updating pod konflux-ui/dex-7c4d9df55c-q6mk2 I0521 19:46:02.300784 3664 pod.go:62] [konflux-ui/dex-7c4d9df55c-q6mk2] pod update took 49.224713ms I0521 19:46:02.300810 3664 base_network_controller_pods.go:951] [default/konflux-ui/dex-7c4d9df55c-q6mk2] addLogicalPort annotation time took 49.258743ms I0521 19:46:02.300836 3664 namespace.go:142] [build-service] updating namespace I0521 19:46:02.302163 3664 pods.go:271] [konflux-ui/dex-7c4d9df55c-q6mk2] addLogicalPort took 50.750332ms, libovsdb time 910.913µs I0521 19:46:02.354920 3664 base_network_controller_pods.go:487] [default/konflux-ui/proxy-646b7db85d-xdlq7] creating logical port konflux-ui_proxy-646b7db85d-xdlq7 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:46:02.355039 3664 kube.go:256] Updating pod konflux-ui/proxy-646b7db85d-xdlq7 I0521 19:46:02.400496 3664 pod.go:62] [konflux-ui/proxy-646b7db85d-xdlq7] pod update took 45.496552ms I0521 19:46:02.400519 3664 base_network_controller_pods.go:951] [default/konflux-ui/proxy-646b7db85d-xdlq7] addLogicalPort annotation time took 45.52582ms I0521 19:46:02.401810 3664 pods.go:271] [konflux-ui/proxy-646b7db85d-xdlq7] addLogicalPort took 46.905596ms, libovsdb time 847.568µs I0521 19:46:02.686232 3664 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-6w7zb] creating logical port image-controller_image-controller-controller-manager-6f859968fc-6w7zb for pod on switch ip-10-0-0-70.ec2.internal I0521 19:46:02.686340 3664 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-6w7zb I0521 19:46:02.714981 3664 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-6w7zb] pod update took 28.672402ms I0521 19:46:02.715009 3664 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-6w7zb] addLogicalPort annotation time took 28.708117ms I0521 19:46:02.716368 3664 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-6w7zb] addLogicalPort took 30.159979ms, libovsdb time 826.803µs I0521 19:46:02.793072 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:46:02.835809 3664 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-9hjzt for pod on switch ip-10-0-0-70.ec2.internal I0521 19:46:02.835921 3664 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt I0521 19:46:02.906932 3664 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt I0521 19:46:02.974613 3664 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt] pod update took 138.720033ms I0521 19:46:02.974640 3664 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt] addLogicalPort annotation time took 138.754981ms I0521 19:46:02.975938 3664 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt] addLogicalPort took 140.150417ms, libovsdb time 820.92µs I0521 19:46:03.060329 3664 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-6w7zb e35a62af381e95d600e1be60e378e7c57649e9038b6c4b713951b5a4d38b9d2e network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-6w7zb e35a62af381e95d600e1be60e378e7c57649e9038b6c4b713951b5a4d38b9d2e network default NAD default NAD key ] I0521 19:46:03.070835 3664 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-6w7zb, hostIfaceName: e35a62af381e95d, network: default, NAD default, SandboxID: "e35a62af381e95d600e1be60e378e7c57649e9038b6c4b713951b5a4d38b9d2e", PCI device ID: , UID: "0b3074a1-9d67-4ab6-9dda-820530d07542", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0521 19:46:03.077894 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:03.078822 3664 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-btd29] creating logical port build-service_build-service-controller-manager-7cbf488fcf-btd29 for pod on switch ip-10-0-0-70.ec2.internal I0521 19:46:03.078913 3664 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-btd29 I0521 19:46:03.132633 3664 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-6w7zb e35a62af381e95d600e1be60e378e7c57649e9038b6c4b713951b5a4d38b9d2e network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-6w7zb e35a62af381e95d600e1be60e378e7c57649e9038b6c4b713951b5a4d38b9d2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:8b:a5:db:49:0a\",\"name\":\"e35a62af381e95d\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/580de81f-6ee3-4bc0-82e4-5d287697ec9e\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:03.149878 3664 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-btd29 I0521 19:46:03.201170 3664 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-btd29] pod update took 122.279013ms I0521 19:46:03.201206 3664 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-btd29] addLogicalPort annotation time took 122.320137ms I0521 19:46:03.202612 3664 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-btd29] addLogicalPort took 123.80335ms, libovsdb time 960.412µs I0521 19:46:03.232439 3664 namespace.go:142] [image-controller] updating namespace I0521 19:46:03.295683 3664 cni.go:452] [namespace-lister/namespace-lister-696b855848-xmrp6 cac3e213e19718030fd2b44ea34f10813339a8a3a5cf09571da257842dc49307 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-xmrp6 cac3e213e19718030fd2b44ea34f10813339a8a3a5cf09571da257842dc49307 network default NAD default NAD key ] I0521 19:46:03.308599 3664 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-xmrp6, hostIfaceName: cac3e213e197180, network: default, NAD default, SandboxID: "cac3e213e19718030fd2b44ea34f10813339a8a3a5cf09571da257842dc49307", PCI device ID: , UID: "b34b6afb-89c0-46a6-98ec-61bc2f2ae77e", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0521 19:46:03.377334 3664 cni.go:473] [namespace-lister/namespace-lister-696b855848-xmrp6 cac3e213e19718030fd2b44ea34f10813339a8a3a5cf09571da257842dc49307 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-xmrp6 cac3e213e19718030fd2b44ea34f10813339a8a3a5cf09571da257842dc49307 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:4b:d0:6d:6b:04\",\"name\":\"cac3e213e197180\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5316bab5-9078-4985-8af9-ff936ecd74e2\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:03.428611 3664 namespace.go:142] [integration-service] updating namespace I0521 19:46:03.442923 3664 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-btd29 a6a5b4ecb97a4e6c0f238a9a1aba827bf6915af945bc83f2eff8271b9bb2f39e network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-btd29 a6a5b4ecb97a4e6c0f238a9a1aba827bf6915af945bc83f2eff8271b9bb2f39e network default NAD default NAD key ] I0521 19:46:03.454106 3664 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-btd29, hostIfaceName: a6a5b4ecb97a4e6, network: default, NAD default, SandboxID: "a6a5b4ecb97a4e6c0f238a9a1aba827bf6915af945bc83f2eff8271b9bb2f39e", PCI device ID: , UID: "60b292e2-43aa-4e41-b360-f41c9b9eefc3", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0521 19:46:03.523288 3664 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-btd29 a6a5b4ecb97a4e6c0f238a9a1aba827bf6915af945bc83f2eff8271b9bb2f39e network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-btd29 a6a5b4ecb97a4e6c0f238a9a1aba827bf6915af945bc83f2eff8271b9bb2f39e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:91:4d:5c:be:9b\",\"name\":\"a6a5b4ecb97a4e6\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/854191a5-87a7-4dd7-9d6a-3e7ae3a62e12\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:03.637980 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:03.850553 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:46:04.043065 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:04.173925 3664 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-777c874f98-wb2kg] creating logical port integration-service_integration-service-controller-manager-777c874f98-wb2kg for pod on switch ip-10-0-0-70.ec2.internal I0521 19:46:04.174036 3664 kube.go:256] Updating pod integration-service/integration-service-controller-manager-777c874f98-wb2kg I0521 19:46:04.208673 3664 pod.go:62] [integration-service/integration-service-controller-manager-777c874f98-wb2kg] pod update took 34.661317ms I0521 19:46:04.208698 3664 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-777c874f98-wb2kg] addLogicalPort annotation time took 34.692129ms I0521 19:46:04.210106 3664 pods.go:271] [integration-service/integration-service-controller-manager-777c874f98-wb2kg] addLogicalPort took 36.194504ms, libovsdb time 908.595µs I0521 19:46:04.240015 3664 namespace.go:142] [release-service] updating namespace I0521 19:46:04.437791 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:04.593928 3664 namespace.go:142] [build-service] updating namespace I0521 19:46:04.594074 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:46:04.600927 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:04.624008 3664 namespace.go:142] [image-controller] updating namespace I0521 19:46:04.631155 3664 namespace.go:142] [integration-service] updating namespace I0521 19:46:04.666126 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:04.692240 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:46:04.701516 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:04.731825 3664 namespace.go:142] [release-service] updating namespace I0521 19:46:04.750883 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:04.835802 3664 namespace.go:142] [build-service] updating namespace I0521 19:46:04.881734 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:46:04.970990 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:05.018881 3664 namespace.go:142] [image-controller] updating namespace I0521 19:46:05.113252 3664 namespace.go:142] [integration-service] updating namespace I0521 19:46:05.207853 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:05.310967 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:46:05.424635 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:05.501880 3664 namespace.go:142] [release-service] updating namespace I0521 19:46:05.600000 3664 namespace.go:142] [segment-bridge] updating namespace W0521 19:46:08.118451 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:46:08.144991 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:46:10.136117 3664 cni.go:452] [konflux-ui/dex-7c4d9df55c-q6mk2 6c73c257de6b776e255697b5cccd4983f1053f98d9fbab78d3b9c4f20373761e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7c4d9df55c-q6mk2 6c73c257de6b776e255697b5cccd4983f1053f98d9fbab78d3b9c4f20373761e network default NAD default NAD key ] I0521 19:46:10.145830 3664 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7c4d9df55c-q6mk2, hostIfaceName: 6c73c257de6b776, network: default, NAD default, SandboxID: "6c73c257de6b776e255697b5cccd4983f1053f98d9fbab78d3b9c4f20373761e", PCI device ID: , UID: "0e40b509-1ec6-4931-8ca2-66fb8d6666f3", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0521 19:46:10.206548 3664 cni.go:473] [konflux-ui/dex-7c4d9df55c-q6mk2 6c73c257de6b776e255697b5cccd4983f1053f98d9fbab78d3b9c4f20373761e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7c4d9df55c-q6mk2 6c73c257de6b776e255697b5cccd4983f1053f98d9fbab78d3b9c4f20373761e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:68:84:bd:14:b7\",\"name\":\"6c73c257de6b776\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a554875-a9ce-4007-b3a4-93d9bf05b1b2\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:10.243242 3664 cni.go:452] [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key ] I0521 19:46:10.253284 3664 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-646b7db85d-xdlq7, hostIfaceName: bd3e64c5b677569, network: default, NAD default, SandboxID: "bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4", PCI device ID: , UID: "43ab2c75-2af0-4a82-97af-17de36b8ca5f", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0521 19:46:10.311638 3664 cni.go:473] [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4b:86:ae:98:79\",\"name\":\"bd3e64c5b677569\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e733f658-916d-4da3-9d68-1ddd868e8b54\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:10.694164 3664 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key ] I0521 19:46:10.706538 3664 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-9hjzt, hostIfaceName: fba289e9a261ba7, network: default, NAD default, SandboxID: "fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1", PCI device ID: , UID: "cfcd8bb6-1a79-43d1-a860-a52e4470b074", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0521 19:46:10.796501 3664 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:bb:f6:db:37:fa\",\"name\":\"fba289e9a261ba7\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dfed2e8-f4c8-41ad-89a8-d3f3657b5250\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:46:12.156317 3664 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:12.874199 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:12.874224 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:14.890663 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:14.895191 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:14.964423 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:46:19.032190 3664 cni.go:452] [integration-service/integration-service-controller-manager-777c874f98-wb2kg 3210e6069adf3bb195dcb1f67aded1ca0509d829965b1c05cfcbcca7fa3afe20 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-777c874f98-wb2kg 3210e6069adf3bb195dcb1f67aded1ca0509d829965b1c05cfcbcca7fa3afe20 network default NAD default NAD key ] I0521 19:46:19.043783 3664 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-777c874f98-wb2kg, hostIfaceName: 3210e6069adf3bb, network: default, NAD default, SandboxID: "3210e6069adf3bb195dcb1f67aded1ca0509d829965b1c05cfcbcca7fa3afe20", PCI device ID: , UID: "55a1d05e-81bd-4cc5-af98-912e4bad1718", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0521 19:46:19.106748 3664 cni.go:473] [integration-service/integration-service-controller-manager-777c874f98-wb2kg 3210e6069adf3bb195dcb1f67aded1ca0509d829965b1c05cfcbcca7fa3afe20 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-777c874f98-wb2kg 3210e6069adf3bb195dcb1f67aded1ca0509d829965b1c05cfcbcca7fa3afe20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:72:a9:33:16:2a\",\"name\":\"3210e6069adf3bb\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab9db296-ba4e-4f1f-a9fe-881a5ffbe6de\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:46:19.132443 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:46:19.162235 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:46:20.245042 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:20.245231 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:20.276147 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:20.278754 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:20.335255 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:20.335275 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:46:25.827116 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 W0521 19:46:31.238675 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0521 19:46:31.273175 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:31.277869 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 19:46:31.520995 3664 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key ] I0521 19:46:31.597797 3664 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt fba289e9a261ba79df64c5e6a92f063074da163ff6eb7418e147c7e8c00790b1 network default NAD default NAD key default], result "{}", err I0521 19:46:31.689068 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:31.689107 3664 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt I0521 19:46:31.690721 3664 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt, ips: 10.128.0.61 I0521 19:46:31.690753 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:32.312461 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:32.312486 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:32.315560 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt I0521 19:46:32.315588 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt I0521 19:46:49.955139 3664 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:46:52.957554 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:52.957579 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:52.957591 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:52.957596 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:56.292549 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:56.292581 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:47:17.828690 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=600 I0521 19:47:22.202954 3664 cni.go:452] [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key ] I0521 19:47:22.297904 3664 cni.go:473] [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-646b7db85d-xdlq7 bd3e64c5b677569a00d1b61a0dfc3ac2632eb09954527ecaab3f5f5d59208ea4 network default NAD default NAD key default], result "{}", err I0521 19:47:22.364425 3664 obj_retry.go:498] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.364465 3664 pods.go:176] Deleting pod: konflux-ui/proxy-646b7db85d-xdlq7 I0521 19:47:22.366215 3664 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-646b7db85d-xdlq7, ips: 10.128.0.59 I0521 19:47:22.366251 3664 obj_retry.go:498] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.625881 3664 obj_retry.go:492] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:22.625912 3664 obj_retry.go:492] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:22.632237 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-646b7db85d-xdlq7 I0521 19:47:22.632270 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-646b7db85d-xdlq7 I0521 19:47:26.823000 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=153 I0521 19:47:26.827125 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 19:47:31.931098 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 19:47:35.919476 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 19:47:41.749812 3664 cni.go:452] [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key ] I0521 19:47:41.840929 3664 cni.go:473] [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux b30abfc41ad3b6d1c2a385096dec349d0b646a745ae38648e5149908373d2b60 network default NAD default NAD key default], result "{}", err I0521 19:47:41.895282 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.895320 3664 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 19:47:41.910679 3664 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.56 I0521 19:47:41.910805 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.936824 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.936849 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.941066 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:41.941108 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:48:06.510425 3664 namespace.go:98] [managed-tenant-ag562] adding namespace I0521 19:48:06.511680 3664 namespace.go:102] [managed-tenant-ag562] adding namespace took 1.230118ms I0521 19:48:06.536707 3664 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:06.561098 3664 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:07.557173 3664 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:07.689702 3664 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:07.790246 3664 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:18.925152 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:48:34.941965 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0521 19:48:43.823052 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0521 19:49:29.422087 3664 cni.go:452] [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key ] I0521 19:49:29.516434 3664 cni.go:473] [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-744fbd8ff6-5j8fn 61173e0ff8c9c6ba0648642aa9846f44461f51009243708ce0aa750479136e52 network default NAD default NAD key default], result "{}", err I0521 19:49:29.572639 3664 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:29.572703 3664 pods.go:176] Deleting pod: openshift-console/console-744fbd8ff6-5j8fn I0521 19:49:29.574411 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-744fbd8ff6-5j8fn, ips: 10.128.0.31 I0521 19:49:29.574447 3664 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:29.581773 3664 base_network_controller_pods.go:487] [default/openshift-console/console-646987665f-67wrz] creating logical port openshift-console_console-646987665f-67wrz for pod on switch ip-10-0-0-70.ec2.internal I0521 19:49:29.581925 3664 kube.go:256] Updating pod openshift-console/console-646987665f-67wrz I0521 19:49:29.598842 3664 pod.go:62] [openshift-console/console-646987665f-67wrz] pod update took 16.951646ms I0521 19:49:29.598866 3664 base_network_controller_pods.go:951] [default/openshift-console/console-646987665f-67wrz] addLogicalPort annotation time took 16.979991ms I0521 19:49:29.600262 3664 pods.go:271] [openshift-console/console-646987665f-67wrz] addLogicalPort took 18.511352ms, libovsdb time 903.147µs I0521 19:49:29.943853 3664 cni.go:452] [openshift-console/console-646987665f-67wrz fdc353933bcee979bdd813235709dbfd339c474bf61101d3fff87788dcf5aadb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-646987665f-67wrz fdc353933bcee979bdd813235709dbfd339c474bf61101d3fff87788dcf5aadb network default NAD default NAD key ] I0521 19:49:29.954161 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-646987665f-67wrz, hostIfaceName: fdc353933bcee97, network: default, NAD default, SandboxID: "fdc353933bcee979bdd813235709dbfd339c474bf61101d3fff87788dcf5aadb", PCI device ID: , UID: "1aa2b33a-8682-42ee-b9b6-7cb02e88aa41", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0521 19:49:30.009467 3664 cni.go:473] [openshift-console/console-646987665f-67wrz fdc353933bcee979bdd813235709dbfd339c474bf61101d3fff87788dcf5aadb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-646987665f-67wrz fdc353933bcee979bdd813235709dbfd339c474bf61101d3fff87788dcf5aadb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:fe:6f:1b:10:2a\",\"name\":\"fdc353933bcee97\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a05b46a6-93b3-416e-b1d7-8a57935695d5\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:49:30.425760 3664 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:30.425789 3664 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:30.431227 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-744fbd8ff6-5j8fn I0521 19:49:30.431249 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-744fbd8ff6-5j8fn W0521 19:49:40.477858 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-70.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:49:40.627703 3664 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:40.628299 3664 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:41.014650 3664 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:41.014673 3664 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:41.021530 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-744fbd8ff6-wx7wd I0521 19:49:41.021555 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-744fbd8ff6-wx7wd I0521 19:50:00.194829 3664 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656550-k9txd for pod on switch ip-10-0-0-70.ec2.internal I0521 19:50:00.194953 3664 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd I0521 19:50:00.207615 3664 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd] pod update took 12.686679ms I0521 19:50:00.207646 3664 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd] addLogicalPort annotation time took 12.721583ms I0521 19:50:00.209107 3664 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd] addLogicalPort took 14.295008ms, libovsdb time 986.703µs I0521 19:50:00.569224 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key ] I0521 19:50:00.579919 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656550-k9txd, hostIfaceName: df6840fb923ad8d, network: default, NAD default, SandboxID: "df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80", PCI device ID: , UID: "f8695b2c-214e-47d2-8e17-d19d2fcfa439", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0521 19:50:00.642202 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:64:b7:0b:0e:79\",\"name\":\"df6840fb923ad8d\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32504622-7b7f-4bb3-9a2c-3594542b321a\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:04.624769 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key ] I0521 19:50:04.712629 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd df6840fb923ad8db0b0793c4f94206ebac56b2b1949747ac3d952fd40c649f80 network default NAD default NAD key default], result "{}", err I0521 19:50:04.766195 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.766242 3664 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd I0521 19:50:04.767823 3664 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd, ips: 10.128.0.65 I0521 19:50:04.767857 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.637069 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.637126 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:13.909896 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0521 19:50:42.944016 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 19:52:31.934143 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0521 19:52:48.828447 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0521 19:53:01.831526 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=51 I0521 19:53:15.916687 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 19:53:28.825982 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0521 19:53:37.922195 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:53:39.945429 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:53:42.951009 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:54:32.912514 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 19:55:05.950253 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:55:18.927743 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:55:37.063570 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:37.063613 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:37.068715 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xw9sr I0521 19:55:37.068746 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xw9sr I0521 19:55:40.033493 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:40.033545 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:40.038713 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-rdpwj I0521 19:55:40.038738 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-rdpwj I0521 19:55:45.034206 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:45.034255 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:45.039965 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5jx8r I0521 19:55:45.039992 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5jx8r I0521 19:56:07.947228 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:56:09.913426 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:56:17.830411 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0521 19:57:14.829787 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 19:57:51.826044 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0521 19:59:27.831438 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37