+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-212.ec2.internal ++ [[ -n ip-10-0-1-212.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-212.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:02:51.329525073 - disable conntrack on geneve port' I0521 23:02:51.329525073 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 23:02:51.374521873 - starting ovnkube-node + echo 'I0521 23:02:51.374521873 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-212.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-212.ec2.internal --init-node ip-10-0-1-212.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-212.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 23:02:51.426044 3686 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 23:02:51.426096 3686 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-98eff7978a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 23:02:51.427442 3686 kube.go:431] Waiting for certificate I0521 23:02:51.427464 3686 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 23:02:51.427507 3686 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 23:02:51.428300 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:02:51.463402 3686 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:02:51.463418 3686 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:02:51.466815 3686 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:02:51.466898 3686 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n9tmb" I0521 23:02:51.472145 3686 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n9tmb" I0521 23:02:51.472220 3686 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:02:52.427829 3686 kube.go:438] Certificate found I0521 23:02:52.428357 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:02:52.429303 3686 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 23:02:52.481128 3686 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 22:57:51 +0000 UTC" deadline="2026-05-22 16:11:29.787041358 +0000 UTC" I0521 23:02:52.481162 3686 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h8m37.305888962s" I0521 23:02:52.489794 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:02:52.505790 3686 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 23:02:52.506142 3686 server.go:101] MetricServer registers OVS metrics I0521 23:02:52.506652 3686 server.go:105] MetricServer registers OVN DB metrics I0521 23:02:52.508996 3686 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 23:02:52.509314 3686 factory.go:561] Starting watch factory I0521 23:02:52.509405 3686 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509418 3686 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509421 3686 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509437 3686 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509424 3686 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509439 3686 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509448 3686 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509462 3686 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509466 3686 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.509437 3686 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.510578 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.510599 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.510754 3686 controller_manager.go:370] Starting the ovnkube controller I0521 23:02:52.510773 3686 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-212.ec2.internal I0521 23:02:52.510844 3686 controller_manager.go:395] NBDB zone sync took: 57.096µs I0521 23:02:52.510861 3686 factory.go:561] Starting watch factory I0521 23:02:52.511804 3686 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 23:02:52.511832 3686 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 23:02:52.524774 3686 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 23:02:52.524801 3686 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 23:02:52.528291 3686 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 23:02:52.528324 3686 server.go:109] MetricServer registers OVN Controller metrics I0521 23:02:52.530278 3686 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.531761 3686 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.532111 3686 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.532228 3686 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.532326 3686 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.533208 3686 server.go:113] MetricServer registers OVN Northd metrics I0521 23:02:52.537174 3686 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:02:52.537926 3686 metrics.go:519] OVN Metrics Server starts to run ... I0521 23:02:52.615448 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:02:52.615466 3686 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:02:52.615471 3686 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:02:52.615476 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:02:52.615480 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:02:52.615485 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:02:52.615560 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:02:52.615569 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:02:52.615579 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:02:52.615582 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:02:52.616250 3686 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:02:52.616263 3686 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:02:52.616267 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:02:52.616270 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:02:52.616275 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:02:52.616278 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:02:52.618784 3686 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:02:52.618783 3686 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:02:52.620543 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:02:52.620555 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:02:52.620606 3686 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.620616 3686 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.621813 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:02:52.621823 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:02:52.622924 3686 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.625954 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:02:52.626011 3686 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.626022 3686 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.627334 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:02:52.628290 3686 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.631282 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:02:52.631368 3686 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.631381 3686 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.632690 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:02:52.633560 3686 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.636463 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:02:52.636524 3686 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.636547 3686 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.637798 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:02:52.638792 3686 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.642061 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:02:52.642114 3686 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.642126 3686 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.643220 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:02:52.644262 3686 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.647139 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:02:52.647303 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:02:52.647321 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:02:52.648530 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:02:52.649440 3686 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:02:52.652304 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:02:52.652359 3686 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.652405 3686 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.652421 3686 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.652372 3686 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.653573 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:02:52.654751 3686 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.655164 3686 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:02:52.657339 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:02:52.657351 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:02:52.657358 3686 factory.go:680] Watch Factory start up complete, took: 148.262108ms I0521 23:02:52.657417 3686 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 23:02:52.658686 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:02:52.658696 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:02:52.658703 3686 factory.go:680] Watch Factory start up complete, took: 147.843334ms I0521 23:02:52.658710 3686 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-212.ec2.internal" zone I0521 23:02:52.705257 3686 default_node_network_controller.go:710] Initializing the default node network controller I0521 23:02:52.761495 3686 udn_isolation.go:101] Starting UDN host isolation manager I0521 23:02:52.771488 3686 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 23:02:52.838589 3686 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 23:02:52.838657 3686 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 23:02:52.838693 3686 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 23:02:52.870130 3686 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 23:02:52.870188 3686 default_node_network_controller.go:809] Node ip-10-0-1-212.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 23:02:52.875443 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.212"] k8s.ovn.org/zone-name:ip-10-0-1-212.ec2.internal] on node ip-10-0-1-212.ec2.internal I0521 23:02:52.896570 3686 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 23:02:52.902528 3686 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 23:02:52.902686 3686 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 23:02:52.902825 3686 gateway_init.go:263] Preparing Gateway I0521 23:02:52.902836 3686 gateway_shared_intf.go:1687] Creating new gateway I0521 23:02:52.909435 3686 controller_manager.go:429] Waiting for node in zone sync took: 250.714252ms I0521 23:02:52.914237 3686 controller_manager.go:611] Switching to transit router for layer2 networks I0521 23:02:52.914249 3686 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-212.ec2.internal I0521 23:02:52.928998 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:02:52.935089 3686 controller_manager.go:290] SCTP support detected in OVN I0521 23:02:52.935634 3686 services_controller.go:69] Creating services controller for network=default I0521 23:02:52.935715 3686 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 23:02:52.935814 3686 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 23:02:52.935837 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 23:02:52.935848 3686 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 23:02:52.935858 3686 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:02:52.936016 3686 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 23:02:52.936065 3686 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 23:02:52.936118 3686 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.092µs I0521 23:02:52.936143 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 68.53µs I0521 23:02:52.936154 3686 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 86.927µs I0521 23:02:52.936162 3686 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 23:02:52.936171 3686 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 23:02:52.936183 3686 default_network_controller.go:325] Starting the default network controller I0521 23:02:52.936253 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.798µs I0521 23:02:52.936305 3686 udn_enabled_svc.go:95] Performing full resync I0521 23:02:52.936623 3686 udn_enabled_svc.go:99] Waiting for handler to sync I0521 23:02:52.936637 3686 udn_enabled_svc.go:104] Starting worker I0521 23:02:52.945712 3686 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 23:02:52.945778 3686 repair.go:33] Syncing exgw routes took 53.82µs I0521 23:02:52.945800 3686 default_network_controller.go:414] Starting all the Watchers... I0521 23:02:52.945976 3686 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 23:02:52.945985 3686 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 23:02:52.945989 3686 namespace.go:98] [openshift-ingress] adding namespace I0521 23:02:52.945995 3686 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 23:02:52.946001 3686 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 23:02:52.946002 3686 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 23:02:52.946006 3686 namespace.go:98] [openshift-package-operator] adding namespace I0521 23:02:52.946009 3686 namespace.go:98] [openshift-node] adding namespace I0521 23:02:52.946015 3686 namespace.go:98] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] adding namespace I0521 23:02:52.945976 3686 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 23:02:52.946017 3686 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 23:02:52.946022 3686 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 23:02:52.946024 3686 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 23:02:52.946068 3686 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 23:02:52.945976 3686 namespace.go:98] [openshift-backplane] adding namespace I0521 23:02:52.946527 3686 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 538.367µs I0521 23:02:52.946539 3686 namespace.go:98] [kube-system] adding namespace W0521 23:02:52.946556 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-fvgn2: pod kube-system/global-pull-secret-syncer-fvgn2: no pod IPs found W0521 23:02:52.946565 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-qrml2: pod kube-system/global-pull-secret-syncer-qrml2: no pod IPs found I0521 23:02:52.946973 3686 namespace.go:102] [kube-system] adding namespace took 429.018µs I0521 23:02:52.946986 3686 namespace.go:98] [openshift-host-network] adding namespace I0521 23:02:52.947471 3686 namespace.go:102] [openshift-host-network] adding namespace took 478.884µs I0521 23:02:52.947486 3686 namespace.go:98] [openshift-authentication] adding namespace I0521 23:02:52.947960 3686 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 1.965293ms I0521 23:02:52.947978 3686 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 23:02:52.948360 3686 namespace.go:102] [openshift-ingress] adding namespace took 2.363775ms I0521 23:02:52.948374 3686 namespace.go:98] [kube-public] adding namespace I0521 23:02:52.948784 3686 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.777632ms I0521 23:02:52.948800 3686 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 23:02:52.949239 3686 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.231801ms I0521 23:02:52.949252 3686 namespace.go:98] [openshift-console] adding namespace I0521 23:02:52.949617 3686 namespace.go:102] [openshift-package-operator] adding namespace took 3.603111ms I0521 23:02:52.949625 3686 namespace.go:98] [openshift-image-registry] adding namespace I0521 23:02:52.950083 3686 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.068433ms I0521 23:02:52.950100 3686 namespace.go:98] [openshift-dns-operator] adding namespace I0521 23:02:52.950579 3686 namespace.go:102] [openshift-node] adding namespace took 4.558626ms I0521 23:02:52.950598 3686 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 23:02:52.951073 3686 namespace.go:102] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] adding namespace took 5.051819ms I0521 23:02:52.951089 3686 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 23:02:52.951583 3686 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.559459ms I0521 23:02:52.951601 3686 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 23:02:52.952063 3686 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.037294ms I0521 23:02:52.952079 3686 namespace.go:98] [openshift-operators] adding namespace I0521 23:02:52.952471 3686 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.444516ms I0521 23:02:52.952482 3686 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 23:02:52.953096 3686 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.062642ms I0521 23:02:52.953111 3686 namespace.go:98] [openshift-network-operator] adding namespace I0521 23:02:52.953622 3686 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.54488ms I0521 23:02:52.953631 3686 namespace.go:98] [openshift-config] adding namespace I0521 23:02:52.954208 3686 namespace.go:102] [openshift-backplane] adding namespace took 8.121421ms I0521 23:02:52.954224 3686 namespace.go:98] [openshift-logging] adding namespace I0521 23:02:52.954625 3686 namespace.go:102] [openshift-authentication] adding namespace took 7.134557ms I0521 23:02:52.954637 3686 namespace.go:98] [openshift-dns] adding namespace I0521 23:02:52.955025 3686 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.041098ms I0521 23:02:52.955041 3686 namespace.go:98] [openshift-config-managed] adding namespace I0521 23:02:52.955579 3686 namespace.go:102] [kube-public] adding namespace took 7.200468ms I0521 23:02:52.955592 3686 namespace.go:98] [openshift-insights] adding namespace I0521 23:02:52.955980 3686 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.174327ms I0521 23:02:52.955998 3686 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 23:02:52.956383 3686 namespace.go:102] [openshift-console] adding namespace took 7.126504ms I0521 23:02:52.956392 3686 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 23:02:52.956803 3686 namespace.go:102] [openshift-image-registry] adding namespace took 7.175029ms I0521 23:02:52.956812 3686 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 23:02:52.957240 3686 namespace.go:102] [openshift-dns-operator] adding namespace took 7.133193ms I0521 23:02:52.957263 3686 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 23:02:52.957645 3686 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.041526ms I0521 23:02:52.957674 3686 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 23:02:52.958465 3686 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.370017ms I0521 23:02:52.958480 3686 namespace.go:98] [openshift-marketplace] adding namespace I0521 23:02:52.958872 3686 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.264928ms I0521 23:02:52.958886 3686 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 23:02:52.959268 3686 namespace.go:102] [openshift-operators] adding namespace took 7.182133ms I0521 23:02:52.959280 3686 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 23:02:52.959676 3686 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.187815ms I0521 23:02:52.959688 3686 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 23:02:52.960044 3686 namespace.go:102] [openshift-network-operator] adding namespace took 6.927473ms I0521 23:02:52.960057 3686 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 23:02:52.960379 3686 namespace.go:102] [openshift-config] adding namespace took 6.742365ms I0521 23:02:52.960394 3686 namespace.go:98] [openshift] adding namespace I0521 23:02:52.960879 3686 namespace.go:102] [openshift-logging] adding namespace took 6.646313ms I0521 23:02:52.960897 3686 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 23:02:52.961263 3686 namespace.go:102] [openshift-dns] adding namespace took 6.620472ms I0521 23:02:52.961276 3686 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 23:02:52.961622 3686 namespace.go:102] [openshift-config-managed] adding namespace took 6.575145ms I0521 23:02:52.961633 3686 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 23:02:52.962099 3686 namespace.go:102] [openshift-insights] adding namespace took 6.501545ms I0521 23:02:52.962110 3686 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 23:02:52.962467 3686 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.463018ms I0521 23:02:52.962482 3686 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 23:02:52.962854 3686 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.457056ms I0521 23:02:52.962867 3686 namespace.go:98] [openshift-console-operator] adding namespace I0521 23:02:52.963230 3686 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.413422ms I0521 23:02:52.963241 3686 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 23:02:52.963659 3686 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.391025ms I0521 23:02:52.963680 3686 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 23:02:52.964028 3686 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.346734ms I0521 23:02:52.964041 3686 namespace.go:98] [openshift-machine-api] adding namespace I0521 23:02:52.964418 3686 namespace.go:102] [openshift-marketplace] adding namespace took 5.933122ms I0521 23:02:52.964435 3686 namespace.go:98] [openshift-etcd] adding namespace I0521 23:02:52.964799 3686 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.908692ms I0521 23:02:52.964810 3686 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 23:02:52.965173 3686 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.88814ms I0521 23:02:52.965184 3686 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 23:02:52.965516 3686 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.824269ms I0521 23:02:52.965526 3686 namespace.go:98] [openshift-config-operator] adding namespace I0521 23:02:52.965889 3686 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.827378ms I0521 23:02:52.965900 3686 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 23:02:52.966778 3686 namespace.go:102] [openshift] adding namespace took 6.379735ms I0521 23:02:52.966790 3686 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 23:02:52.967262 3686 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.359172ms I0521 23:02:52.967275 3686 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 23:02:52.967633 3686 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.353431ms I0521 23:02:52.968051 3686 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.412985ms I0521 23:02:52.968065 3686 namespace.go:98] [openshift-infra] adding namespace I0521 23:02:52.968417 3686 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.30255ms I0521 23:02:52.968428 3686 namespace.go:98] [openshift-multus] adding namespace I0521 23:02:52.968813 3686 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.326532ms I0521 23:02:52.968826 3686 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 23:02:52.969178 3686 namespace.go:102] [openshift-console-operator] adding namespace took 6.306345ms I0521 23:02:52.969188 3686 namespace.go:98] [default] adding namespace I0521 23:02:52.969548 3686 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.302055ms I0521 23:02:52.969558 3686 namespace.go:98] [dedicated-admin] adding namespace I0521 23:02:52.969947 3686 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.261894ms I0521 23:02:52.969957 3686 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 23:02:52.970449 3686 namespace.go:102] [openshift-machine-api] adding namespace took 6.403469ms I0521 23:02:52.970459 3686 namespace.go:98] [kube-node-lease] adding namespace I0521 23:02:52.970885 3686 namespace.go:102] [openshift-etcd] adding namespace took 6.442568ms I0521 23:02:52.970904 3686 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 23:02:52.971429 3686 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.612736ms I0521 23:02:52.971442 3686 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 23:02:52.971871 3686 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.682124ms I0521 23:02:52.971885 3686 namespace.go:98] [openshift-apiserver] adding namespace I0521 23:02:52.972286 3686 namespace.go:102] [openshift-config-operator] adding namespace took 6.75537ms I0521 23:02:52.972298 3686 namespace.go:98] [openshift-monitoring] adding namespace I0521 23:02:52.972684 3686 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.777721ms I0521 23:02:52.972701 3686 namespace.go:98] [openshift-cluster-version] adding namespace I0521 23:02:52.973101 3686 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.306463ms I0521 23:02:52.973114 3686 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 23:02:52.973592 3686 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.311144ms I0521 23:02:52.973611 3686 namespace.go:98] [openshift-controller-manager] adding namespace I0521 23:02:52.973976 3686 namespace.go:102] [openshift-infra] adding namespace took 5.907114ms I0521 23:02:52.973986 3686 namespace.go:98] [openshift-network-console] adding namespace W0521 23:02:52.973986 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9m8vh: pod openshift-multus/network-metrics-daemon-9m8vh: no pod IPs found W0521 23:02:52.973994 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xhgcs: pod openshift-multus/network-metrics-daemon-xhgcs: no pod IPs found I0521 23:02:52.974478 3686 namespace.go:102] [openshift-multus] adding namespace took 6.044437ms I0521 23:02:52.974885 3686 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.053759ms I0521 23:02:52.975239 3686 namespace.go:102] [default] adding namespace took 6.046411ms W0521 23:02:52.975615 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-59t4m: pod openshift-network-diagnostics/network-check-target-59t4m: no pod IPs found W0521 23:02:52.975631 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-b52dk: pod openshift-network-diagnostics/network-check-target-b52dk: no pod IPs found I0521 23:02:52.975652 3686 namespace.go:102] [dedicated-admin] adding namespace took 6.090368ms I0521 23:02:52.975683 3686 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 23:02:52.976125 3686 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.162294ms I0521 23:02:52.976138 3686 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 23:02:52.976485 3686 namespace.go:102] [kube-node-lease] adding namespace took 6.021774ms I0521 23:02:52.976921 3686 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.010938ms I0521 23:02:52.977306 3686 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.858788ms I0521 23:02:52.977719 3686 namespace.go:102] [openshift-apiserver] adding namespace took 5.828163ms I0521 23:02:52.978128 3686 namespace.go:102] [openshift-monitoring] adding namespace took 5.82404ms I0521 23:02:52.978491 3686 namespace.go:102] [openshift-cluster-version] adding namespace took 5.78451ms I0521 23:02:52.978502 3686 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 23:02:52.978926 3686 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.806038ms I0521 23:02:52.979305 3686 namespace.go:102] [openshift-controller-manager] adding namespace took 5.689522ms I0521 23:02:52.979686 3686 namespace.go:102] [openshift-network-console] adding namespace took 5.694464ms I0521 23:02:52.980070 3686 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.379959ms I0521 23:02:52.980485 3686 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.342365ms I0521 23:02:52.980848 3686 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.34165ms W0521 23:02:52.980926 3686 master.go:458] Unable to parse local node ip-10-0-1-212.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 23:02:52.980938 3686 master.go:471] Unable to parse remote node ip-10-0-0-97.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 23:02:52.980945 3686 master.go:481] Removing stale chassis with ID/Name: 7402dd6a-ae9b-456c-9076-acdae631e632, hostname: ip-10-0-1-212.ec2.internal I0521 23:02:52.981355 3686 master.go:548] Adding or Updating local node "ip-10-0-1-212.ec2.internal" for network "default" I0521 23:02:52.981412 3686 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-97.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-97.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-97.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-97.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-97.ec2.internal I0521 23:02:52.984379 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-212.ec2.internal for the network default I0521 23:02:52.984672 3686 zone_ic_handler.go:195] Time taken to create transit switch: 268.476µs I0521 23:02:52.985244 3686 default_network_controller.go:823] Node add failed for ip-10-0-1-212.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-212.ec2.internal, error getting gateway config for node ip-10-0-1-212.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-212.ec2.internal", failed to update chassis to local for local node ip-10-0-1-212.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-212.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-212.ec2.internal] E0521 23:02:52.985290 3686 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-212.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-212.ec2.internal, error getting gateway config for node ip-10-0-1-212.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-212.ec2.internal", failed to update chassis to local for local node ip-10-0-1-212.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-212.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-212.ec2.internal] I0521 23:02:52.985337 3686 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 23:02:52.985360 3686 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 23:02:52.985373 3686 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 23:02:52.985363 3686 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-212.ec2.internal", UID:"bc44e302-44c1-4195-8f37-a179e64e685c", APIVersion:"v1", ResourceVersion:"8461", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-212.ec2.internal, error getting gateway config for node ip-10-0-1-212.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-212.ec2.internal", failed to update chassis to local for local node ip-10-0-1-212.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-212.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-212.ec2.internal] I0521 23:02:52.985385 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:02:52.985416 3686 node_tracker.go:235] Node ip-10-0-0-97.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-97.ec2.internal" I0521 23:02:52.985429 3686 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:02:52.985442 3686 services_controller.go:574] Full service sync requested for network=default I0521 23:02:52.985451 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-212.ec2.internal in network "default" I0521 23:02:52.985459 3686 node_tracker.go:235] Node ip-10-0-1-212.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-212.ec2.internal" I0521 23:02:52.985475 3686 node_tracker.go:169] Node ip-10-0-1-212.ec2.internal switch + router changed, syncing services in network "default" I0521 23:02:52.985481 3686 services_controller.go:574] Full service sync requested for network=default I0521 23:02:53.020622 3686 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:02:53.026583 3686 iptables.go:108] Creating table: filter chain: OUTPUT I0521 23:02:53.032361 3686 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 23:02:53.032374 3686 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-212.ec2.internal","mac-address":"0a:ff:c9:06:5a:f1","ip-addresses":["10.0.1.212/24"],"ip-address":"10.0.1.212/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7402dd6a-ae9b-456c-9076-acdae631e632 k8s.ovn.org/node-encap-ips:["10.0.1.212"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.212/24"} k8s.ovn.org/zone-name:ip-10-0-1-212.ec2.internal] on node ip-10-0-1-212.ec2.internal I0521 23:02:53.046987 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-212.ec2.internal in network "default" I0521 23:02:53.047037 3686 master.go:548] Adding or Updating local node "ip-10-0-1-212.ec2.internal" for network "default" I0521 23:02:53.047042 3686 node_tracker.go:169] Node ip-10-0-1-212.ec2.internal switch + router changed, syncing services in network "default" I0521 23:02:53.047164 3686 services_controller.go:574] Full service sync requested for network=default I0521 23:02:53.050647 3686 default_node_network_controller.go:519] Node connection status = connected W0521 23:02:53.051220 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-xhgcs: pod openshift-multus/network-metrics-daemon-xhgcs: no pod IPs found W0521 23:02:53.051236 3686 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-qrml2: pod kube-system/global-pull-secret-syncer-qrml2: no pod IPs found W0521 23:02:53.051255 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-59t4m: pod openshift-network-diagnostics/network-check-target-59t4m: no pod IPs found I0521 23:02:53.052226 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-212.ec2.internal for the network default I0521 23:02:53.052383 3686 zone_ic_handler.go:195] Time taken to create transit switch: 146.861µs I0521 23:02:53.086272 3686 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 23:02:53.086289 3686 services_controller.go:208] Setting up event handlers for services for network=default I0521 23:02:53.086328 3686 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 23:02:53.086368 3686 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 23:02:53.086384 3686 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 23:02:53.186915 3686 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 23:02:53.186928 3686 repair.go:60] Starting repairing loop for services I0521 23:02:53.186989 3686 repair.go:131] Deleted 0 stale service LBs I0521 23:02:53.187007 3686 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 23:02:53.187021 3686 repair.go:62] Finished repairing loop for services: 93.71µs I0521 23:02:53.187044 3686 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 23:02:53.187053 3686 services_controller.go:254] Starting workers for network=default I0521 23:02:53.187311 3686 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-fvgn2, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-fvgn2: suppressed error logged: pod kube-system/global-pull-secret-syncer-fvgn2: no pod IPs found I0521 23:02:53.187316 3686 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-9m8vh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9m8vh: suppressed error logged: pod openshift-multus/network-metrics-daemon-9m8vh: no pod IPs found I0521 23:02:53.187319 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xhgcs] creating logical port openshift-multus_network-metrics-daemon-xhgcs for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:53.187339 3686 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-b52dk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-b52dk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-b52dk: no pod IPs found I0521 23:02:53.187384 3686 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-qrml2] creating logical port kube-system_global-pull-secret-syncer-qrml2 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:53.187494 3686 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-xhgcs I0521 23:02:53.187556 3686 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-qrml2 I0521 23:02:53.204745 3686 pod.go:62] [kube-system/global-pull-secret-syncer-qrml2] pod update took 17.291956ms I0521 23:02:53.204762 3686 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-qrml2] addLogicalPort annotation time took 17.310276ms I0521 23:02:53.205549 3686 pod.go:62] [openshift-multus/network-metrics-daemon-xhgcs] pod update took 18.150092ms I0521 23:02:53.205606 3686 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-xhgcs] addLogicalPort annotation time took 18.20958ms I0521 23:02:53.205817 3686 pods.go:271] [kube-system/global-pull-secret-syncer-qrml2] addLogicalPort took 18.438603ms, libovsdb time 843.259µs I0521 23:02:53.207246 3686 pods.go:271] [openshift-multus/network-metrics-daemon-xhgcs] addLogicalPort took 19.938847ms, libovsdb time 720.261µs I0521 23:02:53.207294 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-59t4m] creating logical port openshift-network-diagnostics_network-check-target-59t4m for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:53.207366 3686 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-59t4m I0521 23:02:53.222413 3686 pod.go:62] [openshift-network-diagnostics/network-check-target-59t4m] pod update took 15.073421ms I0521 23:02:53.222435 3686 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-59t4m] addLogicalPort annotation time took 15.096299ms I0521 23:02:53.223362 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-59t4m] addLogicalPort took 16.077248ms, libovsdb time 661.956µs I0521 23:02:53.223686 3686 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 23:02:53.223708 3686 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 23:02:53.223718 3686 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 23:02:53.223722 3686 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 23:02:53.223900 3686 repair.go:29] Repairing admin network policies took 173.731µs I0521 23:02:53.223998 3686 repair.go:92] Repairing baseline admin network policies took 89.285µs I0521 23:02:53.224521 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 23:02:53.224539 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 23:02:53.226264 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:02:53.226289 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 23:02:53.226909 3686 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 23:02:53.226928 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:02:53.227859 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 23:02:53.227889 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 23:02:53.227901 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 23:02:53.230099 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 23:02:53.230126 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 23:02:53.230143 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 23:02:53.232829 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 23:02:53.232847 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 23:02:53.232858 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 23:02:53.234431 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 23:02:53.234454 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 23:02:53.234464 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 23:02:53.235179 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 23:02:53.235198 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 23:02:53.235207 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 23:02:53.235794 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 23:02:53.235813 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 23:02:53.235822 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 23:02:53.237331 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 23:02:53.237349 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 23:02:53.237358 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 23:02:53.237913 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 23:02:53.237933 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 23:02:53.237954 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 23:02:53.238938 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 23:02:53.238959 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 23:02:53.238969 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 23:02:53.239246 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 23:02:53.239264 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 23:02:53.239270 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 23:02:53.240511 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 23:02:53.240528 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 23:02:53.240538 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 23:02:53.241486 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 23:02:53.241505 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 23:02:53.241515 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 23:02:53.242894 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 23:02:53.242912 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 23:02:53.242925 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 23:02:53.244073 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 23:02:53.244090 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 23:02:53.244099 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 23:02:53.244600 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 23:02:53.244618 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 23:02:53.244626 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 23:02:53.245123 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 23:02:53.245139 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 23:02:53.245145 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 23:02:53.245430 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 23:02:53.245444 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 23:02:53.245451 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 23:02:53.246967 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 23:02:53.246986 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 23:02:53.247007 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:02:53.247722 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 23:02:53.247742 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 23:02:53.247750 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 23:02:53.248850 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 23:02:53.248869 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 23:02:53.248880 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 23:02:53.249997 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 23:02:53.250015 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 23:02:53.250023 3686 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 23:02:53.251827 3686 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 23:02:53.251845 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 23:02:53.251852 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 23:02:53.252413 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 23:02:53.252429 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 23:02:53.252436 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 23:02:53.253018 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:02:53.253035 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 23:02:53.253043 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 23:02:53.253612 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 23:02:53.253636 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 23:02:53.253645 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 23:02:53.254826 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 23:02:53.254855 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 23:02:53.254864 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 23:02:53.255873 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 23:02:53.255890 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 23:02:53.255906 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 23:02:53.256287 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 23:02:53.261052 3686 egressfirewall.go:374] Starting EgressFirewall controller I0521 23:02:53.261083 3686 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 23:02:53.261099 3686 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 23:02:53.261107 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 23:02:53.261117 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 23:02:53.261130 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 23:02:53.261140 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 23:02:53.261413 3686 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 23:02:53.261427 3686 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 23:02:53.261432 3686 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 23:02:53.261440 3686 egressqos.go:193] Setting up event handlers for EgressQoS I0521 23:02:53.261458 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-97.ec2.internal" for egress firewall I0521 23:02:53.261472 3686 egressfirewall.go:723] Syncing node "ip-10-0-1-212.ec2.internal" for egress firewall I0521 23:02:53.261593 3686 egressqos.go:245] Starting EgressQoS Controller I0521 23:02:53.261606 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 23:02:53.261614 3686 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 23:02:53.261619 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 23:02:53.261631 3686 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 23:02:53.261637 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 23:02:53.261641 3686 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 23:02:53.261645 3686 egressqos.go:259] Repairing EgressQoSes I0521 23:02:53.261649 3686 egressqos.go:399] Starting repairing loop for egressqos I0521 23:02:53.261752 3686 egressqos.go:401] Finished repairing loop for egressqos: 102.606µs I0521 23:02:53.261813 3686 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 23:02:53.261878 3686 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-212.ec2.internal I0521 23:02:53.261944 3686 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-212.ec2.internal : 68.58µs I0521 23:02:53.262048 3686 egressservice_zone.go:210] Starting Egress Services Controller I0521 23:02:53.262067 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:02:53.262078 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:02:53.262085 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:02:53.262089 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:02:53.262095 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:02:53.262099 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:02:53.262104 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 23:02:53.262108 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 23:02:53.262112 3686 egressservice_zone.go:228] Repairing Egress Services I0521 23:02:53.262383 3686 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 23:02:53.262391 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:02:53.262460 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:02:53.262471 3686 default_network_controller.go:585] Completing all the Watchers took 316.661217ms I0521 23:02:53.262480 3686 default_network_controller.go:589] Starting unidling controllers I0521 23:02:53.262493 3686 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 23:02:53.262475 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 15.12µs I0521 23:02:53.262500 3686 unidle.go:63] Populating Initial ContollerEvent events I0521 23:02:53.262508 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-212.ec2.internal I0521 23:02:53.262512 3686 unidle.go:79] Setting up event handlers for services I0521 23:02:53.262514 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-212.ec2.internal: 7.46µs I0521 23:02:53.262633 3686 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:02:53.551369 3686 default_node_network_controller.go:519] Node connection status = connected I0521 23:02:54.051807 3686 default_node_network_controller.go:519] Node connection status = connected I0521 23:02:54.551078 3686 default_node_network_controller.go:519] Node connection status = connected I0521 23:02:55.052009 3686 default_node_network_controller.go:519] Node connection status = connected I0521 23:02:55.353832 3686 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:02:55.551894 3686 default_node_network_controller.go:519] Node connection status = connected I0521 23:02:55.568943 3686 bridgeconfig.go:537] Gateway is ready I0521 23:02:55.568957 3686 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 23:02:55.579892 3686 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.212. Updating OVN encap IP. I0521 23:02:55.584828 3686 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.212 - it is already configured I0521 23:02:55.584840 3686 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.212/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 23:02:55.585045 3686 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.212/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-212.ec2.internal","mac-address":"0a:ff:c9:06:5a:f1","ip-addresses":["10.0.1.212/24"],"ip-address":"10.0.1.212/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7402dd6a-ae9b-456c-9076-acdae631e632 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.212/24"}] on node ip-10-0-1-212.ec2.internal I0521 23:02:55.600326 3686 master.go:548] Adding or Updating local node "ip-10-0-1-212.ec2.internal" for network "default" I0521 23:02:55.600368 3686 egressfirewall.go:723] Syncing node "ip-10-0-1-212.ec2.internal" for egress firewall I0521 23:02:55.600394 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-212.ec2.internal in network "default" I0521 23:02:55.600439 3686 node_tracker.go:169] Node ip-10-0-1-212.ec2.internal switch + router changed, syncing services in network "default" I0521 23:02:55.600462 3686 services_controller.go:574] Full service sync requested for network=default I0521 23:02:55.600398 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-212.ec2.internal I0521 23:02:55.600478 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-212.ec2.internal: 86.062µs I0521 23:02:55.600717 3686 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.212 I0521 23:02:55.600801 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-212.ec2.internal I0521 23:02:55.604562 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-212.ec2.internal. Updating no re-route policies I0521 23:02:55.604639 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-z9xtl I0521 23:02:55.604650 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fvm29 I0521 23:02:55.604657 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-z9xtl I0521 23:02:55.604675 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9m8vh I0521 23:02:55.604679 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fvm29 I0521 23:02:55.604679 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-whwg9 I0521 23:02:55.604686 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9m8vh I0521 23:02:55.604691 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-z9xtl after 0 failed attempt(s) I0521 23:02:55.604692 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-fvgn2 I0521 23:02:55.604700 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-59t4m I0521 23:02:55.604698 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s8lgw I0521 23:02:55.604705 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-59t4m I0521 23:02:55.604711 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-fvgn2 I0521 23:02:55.604714 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s8lgw I0521 23:02:55.604713 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-212.ec2.internal I0521 23:02:55.604719 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xfm2t I0521 23:02:55.604726 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-212.ec2.internal I0521 23:02:55.604725 3686 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-9m8vh, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9m8vh: suppressed error logged: pod openshift-multus/network-metrics-daemon-9m8vh: no pod IPs found I0521 23:02:55.604729 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xfm2t I0521 23:02:55.604659 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lc442 I0521 23:02:55.604734 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s8lgw after 0 failed attempt(s) I0521 23:02:55.604740 3686 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-fvgn2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-fvgn2: suppressed error logged: pod kube-system/global-pull-secret-syncer-fvgn2: no pod IPs found I0521 23:02:55.604738 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9rjw8 I0521 23:02:55.604681 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xhgcs I0521 23:02:55.604692 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-whwg9 I0521 23:02:55.604750 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xfm2t after 0 failed attempt(s) I0521 23:02:55.604753 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rsz8p I0521 23:02:55.604757 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5bqp8 I0521 23:02:55.604765 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rsz8p I0521 23:02:55.604769 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5bqp8 I0521 23:02:55.604771 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-59t4m] creating logical port openshift-network-diagnostics_network-check-target-59t4m for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:55.604773 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-whwg9 after 0 failed attempt(s) I0521 23:02:55.604777 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rsz8p after 0 failed attempt(s) I0521 23:02:55.604782 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5bqp8 after 0 failed attempt(s) I0521 23:02:55.604643 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-b52dk I0521 23:02:55.604794 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-b52dk I0521 23:02:55.604704 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-212.ec2.internal I0521 23:02:55.604821 3686 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-b52dk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-b52dk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-b52dk: no pod IPs found I0521 23:02:55.604745 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qrml2 I0521 23:02:55.604828 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-212.ec2.internal I0521 23:02:55.604832 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qrml2 I0521 23:02:55.604840 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-212.ec2.internal after 0 failed attempt(s) I0521 23:02:55.604745 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-212.ec2.internal after 0 failed attempt(s) I0521 23:02:55.604756 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xhgcs I0521 23:02:55.604854 3686 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-qrml2] creating logical port kube-system_global-pull-secret-syncer-qrml2 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:55.604872 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xhgcs] creating logical port openshift-multus_network-metrics-daemon-xhgcs for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:55.604749 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lc442 I0521 23:02:55.604905 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lc442 after 0 failed attempt(s) I0521 23:02:55.604754 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9rjw8 I0521 23:02:55.604922 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9rjw8 after 0 failed attempt(s) I0521 23:02:55.604704 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fvm29 after 0 failed attempt(s) I0521 23:02:55.605512 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-59t4m] addLogicalPort took 782.361µs, libovsdb time 256.125µs I0521 23:02:55.605528 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-59t4m after 0 failed attempt(s) I0521 23:02:55.605563 3686 pods.go:271] [openshift-multus/network-metrics-daemon-xhgcs] addLogicalPort took 698.138µs, libovsdb time 298.599µs I0521 23:02:55.605577 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-xhgcs after 0 failed attempt(s) I0521 23:02:55.605934 3686 pods.go:271] [kube-system/global-pull-secret-syncer-qrml2] addLogicalPort took 1.084398ms, libovsdb time 587.298µs I0521 23:02:55.605947 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-qrml2 after 0 failed attempt(s) I0521 23:02:55.615231 3686 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 23:02:55.625766 3686 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 23:02:55.629036 3686 iptables.go:108] Creating table: nat chain: OUTPUT I0521 23:02:55.674900 3686 iptables.go:108] Creating table: nat chain: PREROUTING I0521 23:02:55.727429 3686 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:02:55.743096 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 23:02:55.743201 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 23:02:55.743248 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 23:02:55.743342 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 23:02:55.743399 3686 gateway_init.go:325] Gateway and management port readiness took 2.696391243s I0521 23:02:55.743425 3686 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 23:02:55.743471 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 23:02:55.743482 3686 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 23:02:55.743494 3686 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:02:55.743562 3686 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 23:02:55.743645 3686 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.187µs I0521 23:02:55.743865 3686 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 23:02:55.743889 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.033µs I0521 23:02:55.743897 3686 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.897µs I0521 23:02:55.743902 3686 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 23:02:55.743912 3686 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 23:02:55.743919 3686 default_node_network_controller.go:899] Starting the default node network controller I0521 23:02:55.743923 3686 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 23:02:55.743938 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.307µs I0521 23:02:55.744072 3686 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 23:02:55.744080 3686 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 23:02:55.744101 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b41510 0xc0003243f0 0xc000324460 0xc0003244d0 0xc000324540 0xc000324620 0xc000324690 0xc0008f3c70 0xc000324770 0xc0003247e0 0xc000a34410 0xc00649b340 0xc000324930 map[0x2ff9080:0xc002d0e840 0x2ff95c0:0xc002d0e9c0 0x2ffa2e0:0xc002492480 0x2ffa580:0xc002d0e7e0 0x2ffad60:0xc002d0e8a0 0x2ffb000:0xc002d0e900 0x2ffb2a0:0xc002d0e960 0x2ffba80:0xc002d0ea20 0x2ffbd20:0xc002d0ea80 0x3026980:0xc0014120c0 0x3026d20:0xc001412120 0x3027800:0xc000ca8c00 0x3029160:0xc001b6c000 0x30298a0:0xc001412300 0x302a720:0xc001b6c060] 0xc000156e00 0} I0521 23:02:55.744162 3686 gateway.go:151] Starting gateway service sync I0521 23:02:55.744566 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 23:02:55.746596 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 23:02:55.773251 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 23:02:55.774297 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 23:02:55.775402 3686 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 23:02:55.807102 3686 gateway.go:168] Gateway service sync done. Time taken: 62.930017ms I0521 23:02:55.807581 3686 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30907 I0521 23:02:55.807842 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b41510 0xc0003243f0 0xc000324460 0xc0003244d0 0xc000324540 0xc000324620 0xc000324690 0xc0008f3c70 0xc000324770 0xc0003247e0 0xc000a34410 0xc00649b340 0xc000324930 map[0x2ff9080:0xc002d0e840 0x2ff95c0:0xc002d0e9c0 0x2ffa2e0:0xc002492480 0x2ffa580:0xc002d0e7e0 0x2ffad60:0xc002d0e8a0 0x2ffb000:0xc002d0e900 0x2ffb2a0:0xc002d0e960 0x2ffba80:0xc002d0ea20 0x2ffbd20:0xc002d0ea80 0x3026980:0xc0014120c0 0x3026d20:0xc001412120 0x3027800:0xc000ca8c00 0x3029160:0xc001b6c000 0x30298a0:0xc001412300 0x302a720:0xc001b6c060] 0xc000156e00 0} I0521 23:02:55.808299 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b41510 0xc0003243f0 0xc000324460 0xc0003244d0 0xc000324540 0xc000324620 0xc000324690 0xc0008f3c70 0xc000324770 0xc0003247e0 0xc000a34410 0xc00649b340 0xc000324930 map[0x2ff9080:0xc002d0e840 0x2ff95c0:0xc002d0e9c0 0x2ffa2e0:0xc002492480 0x2ffa580:0xc002d0e7e0 0x2ffad60:0xc002d0e8a0 0x2ffb000:0xc002d0e900 0x2ffb2a0:0xc002d0e960 0x2ffba80:0xc002d0ea20 0x2ffbd20:0xc002d0ea80 0x3026980:0xc0014120c0 0x3026d20:0xc001412120 0x3027800:0xc000ca8c00 0x3029160:0xc001b6c000 0x30298a0:0xc001412300 0x302a720:0xc001b6c060] 0xc000156e00 0} I0521 23:02:55.808329 3686 gateway.go:532] Reconciling gateway with updates I0521 23:02:55.813793 3686 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 23:02:55.813889 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:02:55.813905 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:02:55.813911 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:02:55.813919 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:02:55.813922 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:02:55.813927 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:02:55.813931 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:02:55.813932 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:02:55.813940 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:02:55.813945 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:02:55.813947 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:02:55.813959 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:02:55.813963 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:02:55.813960 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:02:55.813970 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:02:55.813968 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:02:55.813978 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31713 is already open, no action needed I0521 23:02:55.813952 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:02:55.813977 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:02:55.813987 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 30823 is already open, no action needed I0521 23:02:55.813987 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:02:55.813993 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:02:55.814002 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:02:55.814004 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:02:55.814016 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:02:55.814017 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:02:55.814026 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:02:55.813933 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:02:55.814031 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:02:55.814039 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:02:55.814007 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:02:55.814002 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:02:55.814050 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:02:55.814056 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:02:55.814036 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:02:55.814061 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:02:55.814063 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:02:55.814060 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:02:55.814077 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:02:55.814026 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:02:55.814072 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:02:55.814082 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:02:55.814087 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:02:55.814089 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:02:55.814094 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:02:55.814095 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:02:55.814094 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:02:55.814098 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:02:55.814109 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:02:55.814113 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:02:55.814049 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:02:55.813987 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:02:55.814015 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:02:55.814066 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:02:55.814165 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:02:55.814186 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:02:55.813974 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:02:55.814197 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:02:55.814203 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:02:55.814071 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:02:55.814220 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:02:55.814228 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:02:55.813981 3686 default_node_network_controller.go:944] Gateway and management port readiness took 69.891304ms I0521 23:02:55.814243 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:02:55.813990 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:02:55.813986 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:02:55.813990 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:02:55.814284 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:02:55.814298 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:02:55.814025 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:02:55.814317 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:02:55.814043 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:02:55.814380 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:02:55.814050 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:02:55.813976 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:02:55.814054 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:02:55.814055 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:02:55.814615 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:02:55.814632 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:02:55.814057 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:02:55.814674 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:02:55.814050 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:02:55.814693 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:02:55.814058 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:02:55.814064 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:02:55.814068 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:02:55.814073 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:02:55.814072 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:02:55.814888 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:02:55.814076 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:02:55.814921 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:02:55.814076 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:02:55.814928 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:02:55.814938 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:02:55.814083 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:02:55.815031 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:02:55.814085 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:02:55.815091 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:02:55.815105 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:02:55.814103 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:02:55.814269 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:02:55.815177 3686 node_ip_handler_linux.go:160] Node IP manager is running I0521 23:02:55.814023 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:02:55.813892 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:02:55.815223 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver W0521 23:02:55.850685 3686 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:02:55.850940 3686 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:02:55.851075 3686 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 23:02:55.859303 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:02:55.859318 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:02:55.859308 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:02:55.859331 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:02:55.859343 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:02:55.859348 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:02:55.859354 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:02:55.859359 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:02:55.859378 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:02:55.859399 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:02:55.898498 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:02:55.898522 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:02:55.898538 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:02:55.898547 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:02:55.898553 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:02:55.898559 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:02:55.898564 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:02:55.898571 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:02:55.898576 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:02:55.936556 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:02:55.936582 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:02:55.936595 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:02:55.936606 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:02:55.936615 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:02:55.936626 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:02:55.936659 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:02:55.936689 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:02:55.936708 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:02:55.936715 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:02:55.936721 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:02:55.936730 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:02:56.188058 3686 default_network_controller.go:1025] Node "ip-10-0-0-97.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:02:57.781263 3686 default_node_network_controller.go:1380] Starting node controller node sync W0521 23:02:57.781287 3686 egressip_healthcheck.go:76] Health checking using insecure connection I0521 23:02:57.781325 3686 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 23:02:57.792601 3686 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.318863ms I0521 23:02:57.792750 3686 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 23:02:57.793056 3686 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 23:02:57.793196 3686 egressservice_node.go:183] Starting Egress Services Controller I0521 23:02:57.793224 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:02:57.793237 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:02:57.793244 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:02:57.793249 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:02:57.793254 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:02:57.793259 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:02:57.793263 3686 egressservice_node.go:197] Repairing Egress Services I0521 23:02:57.803072 3686 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 23:02:57.803085 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:02:57.803216 3686 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 23:02:57.803231 3686 link_network_manager.go:119] Link manager is running I0521 23:02:57.803246 3686 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 23:02:57.803370 3686 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 23:02:57.803613 3686 vrf_manager.go:128] VRF manager is running I0521 23:02:57.803720 3686 node_controller_manager.go:437] Removing flows to drop GARP I0521 23:02:57.803732 3686 gateway.go:532] Reconciling gateway with updates I0521 23:02:57.827522 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:02:57.827542 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:02:57.827538 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:02:57.827553 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:02:57.827553 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:02:57.827559 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:02:57.827561 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:02:57.827567 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:02:57.827576 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:02:57.827578 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:02:57.827580 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:02:57.827588 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:02:57.827590 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31713 is already open, no action needed I0521 23:02:57.827595 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:02:57.827598 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 30823 is already open, no action needed I0521 23:02:57.827599 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:02:57.827609 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:02:57.827623 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:02:57.827625 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:02:57.827627 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:02:57.827638 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:02:57.827649 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:02:57.827648 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:02:57.827565 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:02:57.827680 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:02:57.827681 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:02:57.827683 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:02:57.827691 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:02:57.827702 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:02:57.827704 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:02:57.827705 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:02:57.827706 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:02:57.827709 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:02:57.827720 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:02:57.827725 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:02:57.827635 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:02:57.827730 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:02:57.827733 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:02:57.827741 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:02:57.827743 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:02:57.827690 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:02:57.827750 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:02:57.827756 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:02:57.827756 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:02:57.827730 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:02:57.827764 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:02:57.827763 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:02:57.827770 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:02:57.827729 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:02:57.827771 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:02:57.827779 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:02:57.827781 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:02:57.827785 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:02:57.827751 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:02:57.827793 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:02:57.827793 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:02:57.827795 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:02:57.827702 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:02:57.827799 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:02:57.827807 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:02:57.827813 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:02:57.827605 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:02:57.827727 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:02:57.827758 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:02:57.827839 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:02:57.827744 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:02:57.827715 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:02:57.827876 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:02:57.827892 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:02:57.827900 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:02:57.827899 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:02:57.827910 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:02:57.827657 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:02:57.827915 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:02:57.827777 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:02:57.827922 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:02:57.827932 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:02:57.827935 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:02:57.827771 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:02:57.827946 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:02:57.827778 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:02:57.827963 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:02:57.827786 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:02:57.827765 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:02:57.827786 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:02:57.827796 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:02:57.827685 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:02:57.827734 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:02:57.828092 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:02:57.827744 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:02:57.828115 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:02:57.827824 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:02:57.827878 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:02:57.828161 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:02:57.827779 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:02:57.828207 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:02:57.827951 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:02:57.828233 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:02:57.828238 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:02:57.827988 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:02:57.828245 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:02:57.827805 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:02:57.827804 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:02:57.828279 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:02:57.828284 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:02:57.827820 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:02:57.870647 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:02:57.870657 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:02:57.870647 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:02:57.870681 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:02:57.909348 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:02:57.909381 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:02:57.909405 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:02:57.909417 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:02:57.909431 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:02:57.909439 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:02:57.909448 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:02:57.909456 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:02:57.951198 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:02:57.951221 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:02:57.951233 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:02:57.951245 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:02:57.951252 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:02:57.951258 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:02:57.951263 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:02:57.951269 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:02:57.951288 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:02:57.951307 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:02:57.951313 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:02:57.951320 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:02:57.951328 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:02:57.951336 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:02:57.951343 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:02:57.951349 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:02:59.598728 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-212.ec2.internal I0521 23:02:59.598760 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-212.ec2.internal: 42.269µs I0521 23:02:59.630433 3686 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-866fbbcd4d-f2djx] creating logical port openshift-image-registry_image-registry-866fbbcd4d-f2djx for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:59.630614 3686 kube.go:256] Updating pod openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:02:59.649004 3686 pod.go:62] [openshift-image-registry/image-registry-866fbbcd4d-f2djx] pod update took 18.439239ms I0521 23:02:59.649066 3686 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-866fbbcd4d-f2djx] addLogicalPort annotation time took 18.503912ms I0521 23:02:59.650696 3686 pods.go:271] [openshift-image-registry/image-registry-866fbbcd4d-f2djx] addLogicalPort took 20.277874ms, libovsdb time 1.194929ms I0521 23:02:59.670612 3686 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2rgkk] creating logical port openshift-ingress-canary_ingress-canary-2rgkk for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:59.670728 3686 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2rgkk I0521 23:02:59.672392 3686 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656740-kvtgd for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:59.672508 3686 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd I0521 23:02:59.677456 3686 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2kftx] creating logical port openshift-dns_dns-default-2kftx for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:59.677544 3686 kube.go:256] Updating pod openshift-dns/dns-default-2kftx I0521 23:02:59.688200 3686 pod.go:62] [openshift-ingress-canary/ingress-canary-2rgkk] pod update took 17.49514ms I0521 23:02:59.688224 3686 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2rgkk] addLogicalPort annotation time took 17.518689ms I0521 23:02:59.689403 3686 pods.go:271] [openshift-ingress-canary/ingress-canary-2rgkk] addLogicalPort took 18.802555ms, libovsdb time 867.078µs I0521 23:02:59.689444 3686 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-rnkd7 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:02:59.689488 3686 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7 I0521 23:02:59.691602 3686 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd] pod update took 19.113182ms I0521 23:02:59.691683 3686 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd] addLogicalPort annotation time took 19.178699ms I0521 23:02:59.692811 3686 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd] addLogicalPort took 20.426125ms, libovsdb time 845.108µs I0521 23:02:59.694697 3686 pod.go:62] [openshift-dns/dns-default-2kftx] pod update took 17.169137ms I0521 23:02:59.694758 3686 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2kftx] addLogicalPort annotation time took 17.22939ms I0521 23:02:59.695952 3686 pods.go:271] [openshift-dns/dns-default-2kftx] addLogicalPort took 18.507162ms, libovsdb time 893.732µs I0521 23:02:59.705258 3686 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7] pod update took 15.783604ms I0521 23:02:59.705275 3686 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7] addLogicalPort annotation time took 15.801225ms I0521 23:02:59.706265 3686 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7] addLogicalPort took 16.825676ms, libovsdb time 682.016µs I0521 23:03:00.297600 3686 cni.go:452] [openshift-ingress-canary/ingress-canary-2rgkk 54b86759d2751b72fbf7c3b74ecba7e53ad7a78ba50514d6dfbec2ddb97bf8a9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2rgkk 54b86759d2751b72fbf7c3b74ecba7e53ad7a78ba50514d6dfbec2ddb97bf8a9 network default NAD default NAD key ] I0521 23:03:00.299634 3686 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7 7e4ba8ae6ba8c5d98156060e21817f428821ffbe8086b6e0d07d230aaee25336 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7 7e4ba8ae6ba8c5d98156060e21817f428821ffbe8086b6e0d07d230aaee25336 network default NAD default NAD key ] I0521 23:03:00.300418 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key ] I0521 23:03:00.360744 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656740-kvtgd, hostIfaceName: 7f1d30c9b8a978c, network: default, NAD default, SandboxID: "7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f", PCI device ID: , UID: "e6b9c3e3-0c88-4f76-81a6-ab66af3c415c", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 23:03:00.363294 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2rgkk, hostIfaceName: 54b86759d2751b7, network: default, NAD default, SandboxID: "54b86759d2751b72fbf7c3b74ecba7e53ad7a78ba50514d6dfbec2ddb97bf8a9", PCI device ID: , UID: "5dca7039-576d-4259-bd21-684eb1c3445f", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 23:03:00.363702 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-rnkd7, hostIfaceName: 7e4ba8ae6ba8c5d, network: default, NAD default, SandboxID: "7e4ba8ae6ba8c5d98156060e21817f428821ffbe8086b6e0d07d230aaee25336", PCI device ID: , UID: "c1be8015-d65b-478a-b104-eb00b4c2f1e9", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 23:03:00.409781 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9d:51:73:b0:c5\",\"name\":\"7f1d30c9b8a978c\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a47a7919-98f1-4e01-a4ea-122f23d48f0b\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:00.415246 3686 cni.go:473] [openshift-ingress-canary/ingress-canary-2rgkk 54b86759d2751b72fbf7c3b74ecba7e53ad7a78ba50514d6dfbec2ddb97bf8a9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2rgkk 54b86759d2751b72fbf7c3b74ecba7e53ad7a78ba50514d6dfbec2ddb97bf8a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ae:8f:34:66:30\",\"name\":\"54b86759d2751b7\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83c0b23b-6d17-4dfb-bb6a-97ae6e2530f0\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:00.416358 3686 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7 7e4ba8ae6ba8c5d98156060e21817f428821ffbe8086b6e0d07d230aaee25336 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rnkd7 7e4ba8ae6ba8c5d98156060e21817f428821ffbe8086b6e0d07d230aaee25336 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:72:8c:c3:66:af\",\"name\":\"7e4ba8ae6ba8c5d\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3efcd3d6-8331-4822-94eb-2559bdc8494e\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:02.605333 3686 cni.go:452] [openshift-network-diagnostics/network-check-target-59t4m 3a61d421ca76eb9b302bb9fdedebca7a1b80edf86fe0d8264536a46acd9b8da6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-59t4m 3a61d421ca76eb9b302bb9fdedebca7a1b80edf86fe0d8264536a46acd9b8da6 network default NAD default NAD key ] I0521 23:03:02.616623 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-59t4m, hostIfaceName: 3a61d421ca76eb9, network: default, NAD default, SandboxID: "3a61d421ca76eb9b302bb9fdedebca7a1b80edf86fe0d8264536a46acd9b8da6", PCI device ID: , UID: "fe79931d-07bf-48a7-ba32-fa53077afbda", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 23:03:02.623881 3686 cni.go:452] [kube-system/global-pull-secret-syncer-qrml2 c720ebe4210d9de305c87ad0c7c73fbd46b37f7906541b4b40c3094a39b4ec35 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-qrml2 c720ebe4210d9de305c87ad0c7c73fbd46b37f7906541b4b40c3094a39b4ec35 network default NAD default NAD key ] I0521 23:03:02.633564 3686 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-qrml2, hostIfaceName: c720ebe4210d9de, network: default, NAD default, SandboxID: "c720ebe4210d9de305c87ad0c7c73fbd46b37f7906541b4b40c3094a39b4ec35", PCI device ID: , UID: "c577a4bd-2ea2-474c-b7aa-c4a1eb16544e", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 23:03:02.667580 3686 cni.go:473] [openshift-network-diagnostics/network-check-target-59t4m 3a61d421ca76eb9b302bb9fdedebca7a1b80edf86fe0d8264536a46acd9b8da6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-59t4m 3a61d421ca76eb9b302bb9fdedebca7a1b80edf86fe0d8264536a46acd9b8da6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:97:4b:63:6b:e7\",\"name\":\"3a61d421ca76eb9\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8431bb9f-131f-4867-9714-2ac3e8cf99b1\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:02.683309 3686 cni.go:473] [kube-system/global-pull-secret-syncer-qrml2 c720ebe4210d9de305c87ad0c7c73fbd46b37f7906541b4b40c3094a39b4ec35 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-qrml2 c720ebe4210d9de305c87ad0c7c73fbd46b37f7906541b4b40c3094a39b4ec35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:4f:09:a3:fb:a4\",\"name\":\"c720ebe4210d9de\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/221af03d-8d2f-4ad9-86d7-97e1408c7d43\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:05.718278 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:03:05.718299 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 26.255µs I0521 23:03:05.718296 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-97.ec2.internal" for egress firewall I0521 23:03:05.718320 3686 default_network_controller.go:1025] Node "ip-10-0-0-97.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:09.040602 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:09.040630 3686 node_tracker.go:220] Node ip-10-0-2-170.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0521 23:03:09.040613 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:09.040650 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 43.719µs I0521 23:03:09.040653 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall E0521 23:03:09.040721 3686 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-170.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0521 23:03:09.040744 3686 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-170.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-170.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-170.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-170.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-170.ec2.internal, error parsing annotation for node ip-10-0-2-170.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0521 23:03:09.054117 3686 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-170.ec2.internal annotation: unexpected end of JSON input I0521 23:03:09.054243 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 23:03:09.054334 3686 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-170.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0521 23:03:09.068364 3686 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-170.ec2.internal annotation: unexpected end of JSON input I0521 23:03:09.068393 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:09.068394 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:09.068416 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 25.368µs I0521 23:03:09.068430 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 23:03:09.068457 3686 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-170.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0521 23:03:09.083141 3686 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-170.ec2.internal annotation: unexpected end of JSON input I0521 23:03:09.083252 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true E0521 23:03:09.083303 3686 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-170.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0521 23:03:09.099514 3686 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-170.ec2.internal annotation: unexpected end of JSON input I0521 23:03:09.099540 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 23:03:09.099553 3686 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-170.ec2.internal annotation: unexpected end of JSON input I0521 23:03:09.294430 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:09.294457 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:09.294724 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 269.287µs I0521 23:03:09.294461 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:09.309752 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:09.505302 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 23:03:09.943014 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:03:10.014018 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:10.249349 3686 default_network_controller.go:1025] Node "ip-10-0-0-97.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:10.269724 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:11.377944 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:03:11.377985 3686 node_tracker.go:235] Node ip-10-0-0-97.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-97.ec2.internal" I0521 23:03:11.377984 3686 default_network_controller.go:1025] Node "ip-10-0-0-97.ec2.internal" in remote zone "ip-10-0-0-97.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:11.378000 3686 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:11.378014 3686 services_controller.go:574] Full service sync requested for network=default W0521 23:03:11.378088 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:03:11.378322 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:11.425807 3686 default_network_controller.go:1025] Node "ip-10-0-0-97.ec2.internal" in remote zone "ip-10-0-0-97.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:11.530982 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:03:11.531034 3686 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:11.531048 3686 services_controller.go:574] Full service sync requested for network=default I0521 23:03:11.531031 3686 default_network_controller.go:1025] Node "ip-10-0-0-97.ec2.internal" in remote zone "ip-10-0-0-97.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 23:03:11.531184 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:03:11.531350 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:11.532075 3686 zone_ic_handler.go:195] Time taken to create transit switch: 275.796µs I0521 23:03:11.532090 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-97.ec2.internal for the network default I0521 23:03:11.533238 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-97.ec2.internal" on network "default" took: 1.448185ms I0521 23:03:14.088569 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:03:14.088596 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 32.637µs I0521 23:03:14.088569 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:03:14.088606 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-97.ec2.internal", IP: 10.0.0.97 to PMTUD blocking rules I0521 23:03:14.088620 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-97.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:14.088569 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-97.ec2.internal" for egress firewall I0521 23:03:14.088715 3686 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:14.088749 3686 services_controller.go:574] Full service sync requested for network=default W0521 23:03:14.088837 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:03:14.089105 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:14.094781 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-97.ec2.internal. Updating no re-route policies I0521 23:03:14.105224 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-97.ec2.internal", IP: 10.0.0.97 to PMTUD blocking rules I0521 23:03:14.105237 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-97.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:17.573312 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:03:17.573346 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 41.592µs I0521 23:03:19.144405 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 23:03:21.958044 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:22.986195 3686 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-170.ec2.internal I0521 23:03:22.986216 3686 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-170.ec2.internal I0521 23:03:22.986298 3686 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-170.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-170.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-170.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-170.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-170.ec2.internal W0521 23:03:24.899931 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:25.606941 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2 I0521 23:03:25.606956 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8zh7t I0521 23:03:25.606969 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2 I0521 23:03:25.606972 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8zh7t I0521 23:03:25.607004 3686 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-8zh7t, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8zh7t: suppressed error logged: pod openshift-multus/network-metrics-daemon-8zh7t: no pod IPs found I0521 23:03:25.607006 3686 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wmxm2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wmxm2: no pod IPs found I0521 23:03:25.606943 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qnzw4 I0521 23:03:25.607038 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qnzw4 I0521 23:03:25.607070 3686 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-qnzw4, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-qnzw4: suppressed error logged: pod kube-system/global-pull-secret-syncer-qnzw4: no pod IPs found I0521 23:03:27.970745 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:27.970777 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:27.970830 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:27.970845 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 17.339µs I0521 23:03:34.261614 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:34.261648 3686 node_tracker.go:235] Node ip-10-0-2-170.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-170.ec2.internal" I0521 23:03:34.261683 3686 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:34.261695 3686 services_controller.go:574] Full service sync requested for network=default I0521 23:03:34.261723 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "ip-10-0-2-170.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 23:03:34.261959 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:34.424801 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:34.424846 3686 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "ip-10-0-2-170.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:34.424855 3686 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:34.424950 3686 services_controller.go:574] Full service sync requested for network=default W0521 23:03:34.425087 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:34.425831 3686 zone_ic_handler.go:195] Time taken to create transit switch: 304.883µs I0521 23:03:34.425850 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-170.ec2.internal for the network default I0521 23:03:34.426933 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-170.ec2.internal" on network "default" took: 1.430557ms I0521 23:03:36.535982 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:36.536006 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 32.347µs I0521 23:03:36.536026 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:36.536090 3686 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:36.536126 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:36.536029 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:36.536146 3686 services_controller.go:574] Full service sync requested for network=default I0521 23:03:36.536147 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 10.0.2.170 to PMTUD blocking rules W0521 23:03:36.536304 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:36.543206 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-170.ec2.internal. Updating no re-route policies I0521 23:03:36.552988 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 10.0.2.170 to PMTUD blocking rules I0521 23:03:36.553006 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:39.263039 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:39.263072 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 42.066µs W0521 23:03:40.935713 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:04:53.229352 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.229974 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230005 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230016 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 23:04:53.230036 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230050 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 23:04:54.256419 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256452 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256480 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256493 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:58.729723 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:04:58.738754 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:05:03.026744 3686 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7c7bf5967f-hc2w8] creating logical port openshift-ingress_router-default-7c7bf5967f-hc2w8 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:03.026848 3686 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-cf67f6799-wjlbg] creating logical port openshift-ingress_router-default-cf67f6799-wjlbg for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:03.026888 3686 kube.go:256] Updating pod openshift-ingress/router-default-7c7bf5967f-hc2w8 I0521 23:05:03.026943 3686 kube.go:256] Updating pod openshift-ingress/router-default-cf67f6799-wjlbg I0521 23:05:03.047853 3686 pod.go:62] [openshift-ingress/router-default-7c7bf5967f-hc2w8] pod update took 21.006096ms I0521 23:05:03.047874 3686 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7c7bf5967f-hc2w8] addLogicalPort annotation time took 21.031943ms I0521 23:05:03.048985 3686 pods.go:271] [openshift-ingress/router-default-7c7bf5967f-hc2w8] addLogicalPort took 22.258971ms, libovsdb time 828.844µs I0521 23:05:03.052908 3686 pod.go:62] [openshift-ingress/router-default-cf67f6799-wjlbg] pod update took 25.986712ms I0521 23:05:03.052931 3686 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-cf67f6799-wjlbg] addLogicalPort annotation time took 26.010387ms I0521 23:05:03.053835 3686 pods.go:271] [openshift-ingress/router-default-cf67f6799-wjlbg] addLogicalPort took 26.998134ms, libovsdb time 647.06µs W0521 23:05:07.161013 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:05:08.406073 3686 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 23:05:08.406762 3686 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 663.262µs I0521 23:05:08.425822 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:05:09.096363 3686 namespace.go:98] [openshift-service-ca] adding namespace I0521 23:05:09.097217 3686 namespace.go:102] [openshift-service-ca] adding namespace took 833.275µs I0521 23:05:09.114749 3686 namespace.go:142] [openshift-service-ca] updating namespace I0521 23:05:10.778310 3686 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-gtstf] creating logical port openshift-service-ca_service-ca-d9cb48497-gtstf for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:10.778421 3686 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-gtstf I0521 23:05:10.793742 3686 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-gtstf] pod update took 15.351776ms I0521 23:05:10.793768 3686 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-gtstf] addLogicalPort annotation time took 15.383495ms I0521 23:05:10.794976 3686 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-gtstf] addLogicalPort took 16.686393ms, libovsdb time 884.814µs I0521 23:05:11.436561 3686 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-gtstf 5dc4c69745f8f330746eaf6c3ed513291c3eddc9984cc8241dc5e3b86e3687a0 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-gtstf 5dc4c69745f8f330746eaf6c3ed513291c3eddc9984cc8241dc5e3b86e3687a0 network default NAD default NAD key ] I0521 23:05:11.446212 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-gtstf, hostIfaceName: 5dc4c69745f8f33, network: default, NAD default, SandboxID: "5dc4c69745f8f330746eaf6c3ed513291c3eddc9984cc8241dc5e3b86e3687a0", PCI device ID: , UID: "3d86bbbc-a71a-4f6b-a958-f15cd3b8a59e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 23:05:11.492026 3686 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-gtstf 5dc4c69745f8f330746eaf6c3ed513291c3eddc9984cc8241dc5e3b86e3687a0 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-gtstf 5dc4c69745f8f330746eaf6c3ed513291c3eddc9984cc8241dc5e3b86e3687a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:df:f5:0f:fd:51\",\"name\":\"5dc4c69745f8f33\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9b2f152-f7a1-4083-83f5-dd4a68afa30d\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:05:18.616825 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:05:20.236585 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.236620 3686 pods.go:176] Deleting pod: openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:05:20.237955 3686 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-866fbbcd4d-f2djx, ips: 10.128.0.6 I0521 23:05:20.237988 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.249024 3686 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7cdc4684b5-wm2b9] creating logical port openshift-image-registry_image-registry-7cdc4684b5-wm2b9 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:20.249094 3686 kube.go:256] Updating pod openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:05:20.255685 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.255705 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.262145 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:05:20.262163 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:05:20.270917 3686 pod.go:62] [openshift-image-registry/image-registry-7cdc4684b5-wm2b9] pod update took 21.843868ms I0521 23:05:20.270938 3686 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7cdc4684b5-wm2b9] addLogicalPort annotation time took 21.868017ms I0521 23:05:20.271976 3686 pods.go:271] [openshift-image-registry/image-registry-7cdc4684b5-wm2b9] addLogicalPort took 22.963282ms, libovsdb time 781.584µs I0521 23:05:20.389117 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.389554 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.402545 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.402562 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.412956 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c6cf9d759-lt97l I0521 23:05:20.412974 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c6cf9d759-lt97l I0521 23:05:20.602336 3686 cni.go:452] [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key ] I0521 23:05:20.611867 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7cdc4684b5-wm2b9, hostIfaceName: 4fcd5e12b5e2198, network: default, NAD default, SandboxID: "4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707", PCI device ID: , UID: "5297b2ce-7750-4b42-bc65-a5e480722781", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 23:05:20.657131 3686 cni.go:473] [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f1:db:62:0e:b4\",\"name\":\"4fcd5e12b5e2198\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95b26bb1-90ca-46d7-abfd-829342857ef8\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:05:21.258480 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:05:21.407619 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:21.584274 3686 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-txlml] creating logical port openshift-insights_insights-runtime-extractor-txlml for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:21.584379 3686 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-txlml I0521 23:05:21.601506 3686 pod.go:62] [openshift-insights/insights-runtime-extractor-txlml] pod update took 17.163202ms I0521 23:05:21.601526 3686 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-txlml] addLogicalPort annotation time took 17.186765ms I0521 23:05:21.602601 3686 pods.go:271] [openshift-insights/insights-runtime-extractor-txlml] addLogicalPort took 18.343777ms, libovsdb time 784.889µs I0521 23:05:25.538443 3686 cni.go:452] [openshift-insights/insights-runtime-extractor-txlml 1cbf7a6849e9fb0a3f87586d596b2e4c98322f8ce589a34a7f41a61012e11652 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-txlml 1cbf7a6849e9fb0a3f87586d596b2e4c98322f8ce589a34a7f41a61012e11652 network default NAD default NAD key ] I0521 23:05:25.548460 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-txlml, hostIfaceName: 1cbf7a6849e9fb0, network: default, NAD default, SandboxID: "1cbf7a6849e9fb0a3f87586d596b2e4c98322f8ce589a34a7f41a61012e11652", PCI device ID: , UID: "92672315-51aa-4a3d-bf0d-fa3500e54aca", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 23:05:25.592117 3686 cni.go:473] [openshift-insights/insights-runtime-extractor-txlml 1cbf7a6849e9fb0a3f87586d596b2e4c98322f8ce589a34a7f41a61012e11652 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-txlml 1cbf7a6849e9fb0a3f87586d596b2e4c98322f8ce589a34a7f41a61012e11652 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e2:09:44:01:b1\",\"name\":\"1cbf7a6849e9fb0\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/998d6a34-daf1-4151-9378-7ed81123f289\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:05:35.198933 3686 cni.go:452] [openshift-ingress/router-default-cf67f6799-wjlbg 7affb7c326ebebd17f0fa056d8981003105857edb5a6e9349fa7a7566cecbfb8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-cf67f6799-wjlbg 7affb7c326ebebd17f0fa056d8981003105857edb5a6e9349fa7a7566cecbfb8 network default NAD default NAD key ] I0521 23:05:35.200655 3686 cni.go:452] [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key ] I0521 23:05:35.210856 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-cf67f6799-wjlbg, hostIfaceName: 7affb7c326ebebd, network: default, NAD default, SandboxID: "7affb7c326ebebd17f0fa056d8981003105857edb5a6e9349fa7a7566cecbfb8", PCI device ID: , UID: "3ad8aaeb-fe95-404e-923c-8ecf81c1099f", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 23:05:35.211451 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7c7bf5967f-hc2w8, hostIfaceName: 753ec991292fe35, network: default, NAD default, SandboxID: "753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0", PCI device ID: , UID: "a422e07b-ce90-468f-a6d4-1dbc7b36644b", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 23:05:35.255578 3686 cni.go:473] [openshift-ingress/router-default-cf67f6799-wjlbg 7affb7c326ebebd17f0fa056d8981003105857edb5a6e9349fa7a7566cecbfb8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-cf67f6799-wjlbg 7affb7c326ebebd17f0fa056d8981003105857edb5a6e9349fa7a7566cecbfb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:09:5b:bc:ef:85\",\"name\":\"7affb7c326ebebd\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/387e182a-0dbe-4a5e-8332-8f11cf77f35b\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:05:35.271997 3686 cni.go:473] [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:30:77:c0:96:61\",\"name\":\"753ec991292fe35\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8776776-0952-4612-9f8b-36e12be81b38\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:05:38.907405 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:38.964524 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 23:05:39.261459 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.295451 3686 base_network_controller_pods.go:487] [default/openshift-console/console-6b5c7b6556-47gn9] creating logical port openshift-console_console-6b5c7b6556-47gn9 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:39.295552 3686 kube.go:256] Updating pod openshift-console/console-6b5c7b6556-47gn9 W0521 23:05:39.317524 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.335743 3686 pod.go:62] [openshift-console/console-6b5c7b6556-47gn9] pod update took 40.228949ms I0521 23:05:39.335767 3686 base_network_controller_pods.go:951] [default/openshift-console/console-6b5c7b6556-47gn9] addLogicalPort annotation time took 40.255536ms I0521 23:05:39.336714 3686 pods.go:271] [openshift-console/console-6b5c7b6556-47gn9] addLogicalPort took 41.278061ms, libovsdb time 686.679µs I0521 23:05:39.692177 3686 cni.go:452] [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key ] I0521 23:05:39.702703 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b5c7b6556-47gn9, hostIfaceName: c36672cae2cc841, network: default, NAD default, SandboxID: "c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd", PCI device ID: , UID: "6d926749-7fa5-41fc-af7c-96a7e2104fd8", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 23:05:39.747850 3686 cni.go:473] [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:e4:41:58:8c:4b\",\"name\":\"c36672cae2cc841\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e0f3655-55d0-49ec-b224-7fe39f5870e8\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:05:41.294406 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 23:05:42.256241 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:05:43.327371 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:05:43.484155 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:05:45.700654 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:05:48.515851 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:48.516012 3686 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 23:05:48.546476 3686 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 30.528326ms I0521 23:05:48.546507 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 30.563093ms I0521 23:05:48.548579 3686 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 32.748548ms, libovsdb time 1.315859ms W0521 23:05:49.355103 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:05:49.475037 3686 cni.go:452] [openshift-monitoring/alertmanager-main-0 b8af5d11c85b7454ed47509531c92db6d8df522c635a6fe653cc4249841763d6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 b8af5d11c85b7454ed47509531c92db6d8df522c635a6fe653cc4249841763d6 network default NAD default NAD key ] I0521 23:05:49.484512 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: b8af5d11c85b745, network: default, NAD default, SandboxID: "b8af5d11c85b7454ed47509531c92db6d8df522c635a6fe653cc4249841763d6", PCI device ID: , UID: "410e3c0d-deab-4f86-8739-1da5feb0256c", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 23:05:49.530107 3686 cni.go:473] [openshift-monitoring/alertmanager-main-0 b8af5d11c85b7454ed47509531c92db6d8df522c635a6fe653cc4249841763d6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 b8af5d11c85b7454ed47509531c92db6d8df522c635a6fe653cc4249841763d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:86:2b:b6:64:2a\",\"name\":\"b8af5d11c85b745\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a089a34a-4bf7-452f-b0ec-291b7d4c4930\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:05:50.415658 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:05:50.539134 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-56f9d5f959-4w9d4] creating logical port openshift-monitoring_thanos-querier-56f9d5f959-4w9d4 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:50.539259 3686 kube.go:256] Updating pod openshift-monitoring/thanos-querier-56f9d5f959-4w9d4 I0521 23:05:50.558847 3686 pod.go:62] [openshift-monitoring/thanos-querier-56f9d5f959-4w9d4] pod update took 19.639088ms I0521 23:05:50.558876 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-56f9d5f959-4w9d4] addLogicalPort annotation time took 19.670758ms I0521 23:05:50.560201 3686 pods.go:271] [openshift-monitoring/thanos-querier-56f9d5f959-4w9d4] addLogicalPort took 21.089667ms, libovsdb time 954.215µs I0521 23:05:50.898292 3686 cni.go:452] [openshift-monitoring/thanos-querier-56f9d5f959-4w9d4 7af3bc74c5a39ae66ad135a7012da5ee6e1e371aea76a77f32f0a86460e495be network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-56f9d5f959-4w9d4 7af3bc74c5a39ae66ad135a7012da5ee6e1e371aea76a77f32f0a86460e495be network default NAD default NAD key ] I0521 23:05:50.908231 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-56f9d5f959-4w9d4, hostIfaceName: 7af3bc74c5a39ae, network: default, NAD default, SandboxID: "7af3bc74c5a39ae66ad135a7012da5ee6e1e371aea76a77f32f0a86460e495be", PCI device ID: , UID: "538b485a-22d6-460f-9fdd-7f297ebc3fb5", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 23:05:50.953758 3686 cni.go:473] [openshift-monitoring/thanos-querier-56f9d5f959-4w9d4 7af3bc74c5a39ae66ad135a7012da5ee6e1e371aea76a77f32f0a86460e495be network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-56f9d5f959-4w9d4 7af3bc74c5a39ae66ad135a7012da5ee6e1e371aea76a77f32f0a86460e495be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:11:b5:0a:bc:97\",\"name\":\"7af3bc74c5a39ae\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b67b552-9bd7-4b4d-8383-4b6d8d31b5b6\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:05:51.375164 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:51.375179 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:51.375185 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:05:51.899341 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-575dd85c45-cn8lf] creating logical port openshift-monitoring_metrics-server-575dd85c45-cn8lf for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:51.899473 3686 kube.go:256] Updating pod openshift-monitoring/metrics-server-575dd85c45-cn8lf I0521 23:05:51.919293 3686 pod.go:62] [openshift-monitoring/metrics-server-575dd85c45-cn8lf] pod update took 19.850396ms I0521 23:05:51.919319 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-575dd85c45-cn8lf] addLogicalPort annotation time took 19.881581ms I0521 23:05:51.920715 3686 pods.go:271] [openshift-monitoring/metrics-server-575dd85c45-cn8lf] addLogicalPort took 21.390573ms, libovsdb time 951.908µs I0521 23:05:52.260692 3686 cni.go:452] [openshift-monitoring/metrics-server-575dd85c45-cn8lf f2b25dd4244afdd50fbaf547f601995606ff002e8e59ac2f659c92b8f6628e44 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-575dd85c45-cn8lf f2b25dd4244afdd50fbaf547f601995606ff002e8e59ac2f659c92b8f6628e44 network default NAD default NAD key ] I0521 23:05:52.270289 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-575dd85c45-cn8lf, hostIfaceName: f2b25dd4244afdd, network: default, NAD default, SandboxID: "f2b25dd4244afdd50fbaf547f601995606ff002e8e59ac2f659c92b8f6628e44", PCI device ID: , UID: "cab148a1-588d-4d2f-80c7-2886016799f0", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 23:05:52.318505 3686 cni.go:473] [openshift-monitoring/metrics-server-575dd85c45-cn8lf f2b25dd4244afdd50fbaf547f601995606ff002e8e59ac2f659c92b8f6628e44 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-575dd85c45-cn8lf f2b25dd4244afdd50fbaf547f601995606ff002e8e59ac2f659c92b8f6628e44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9c:44:6c:b2:84\",\"name\":\"f2b25dd4244afdd\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f47a3036-28b0-4309-807f-59482596d55b\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:05:54.098048 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:05:54.098168 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 23:05:54.135905 3686 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 37.781982ms I0521 23:05:54.135931 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 37.809668ms I0521 23:05:54.137330 3686 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 39.297499ms, libovsdb time 985.239µs I0521 23:05:54.461301 3686 cni.go:452] [openshift-monitoring/prometheus-k8s-1 78f47d7af468ce62bccddafa2fcd8c84589c58486369b7b2b5969178c70b4f9d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 78f47d7af468ce62bccddafa2fcd8c84589c58486369b7b2b5969178c70b4f9d network default NAD default NAD key ] I0521 23:05:54.471125 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 78f47d7af468ce6, network: default, NAD default, SandboxID: "78f47d7af468ce62bccddafa2fcd8c84589c58486369b7b2b5969178c70b4f9d", PCI device ID: , UID: "aa445e52-da29-4d09-a220-320636de19f7", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 23:05:54.522841 3686 cni.go:473] [openshift-monitoring/prometheus-k8s-1 78f47d7af468ce62bccddafa2fcd8c84589c58486369b7b2b5969178c70b4f9d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 78f47d7af468ce62bccddafa2fcd8c84589c58486369b7b2b5969178c70b4f9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:79:18:81:5f:b7\",\"name\":\"78f47d7af468ce6\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd5e9bb9-88ab-408d-be7f-65067ab04419\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:05:55.435759 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.435778 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.435783 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.435787 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.478510 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:55.478531 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:55.495117 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:05:56.096585 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-566d446b4c-4xr6c IP address from the namespace address-set, err: pod openshift-console/console-566d446b4c-4xr6c: no pod IPs found W0521 23:05:56.427143 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:05:56.542818 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:05:57.570234 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.570254 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.570261 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.616593 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:57.616607 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:58.625514 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 23:05:59.460589 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:06:00.421240 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421256 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421261 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421265 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416769 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416811 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416820 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416827 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 23:06:04.527419 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.528108 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.612020 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.612447 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:05.454428 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.454453 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.461774 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:06:05.461794 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:06:05.651626 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.651645 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.657937 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cdc4684b5-dm5cc I0521 23:06:05.657957 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cdc4684b5-dm5cc I0521 23:06:07.133484 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:06:10.972838 3686 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:10.973441 3686 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:11.668932 3686 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:11.668957 3686 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:11.676410 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c7b6556-6dnd4 I0521 23:06:11.676436 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c7b6556-6dnd4 W0521 23:06:13.667728 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:06:16.401544 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:06:19.529643 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:19.529682 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:19.529689 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:06:22.689150 3686 obj_retry.go:498] Detected object openshift-console/console-566d446b4c-679gg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:22.689817 3686 obj_retry.go:498] Detected object openshift-console/console-566d446b4c-679gg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:23.517221 3686 obj_retry.go:492] Detected object openshift-console/console-566d446b4c-679gg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:23.517242 3686 obj_retry.go:492] Detected object openshift-console/console-566d446b4c-679gg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:23.521081 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-566d446b4c-679gg I0521 23:06:23.521106 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-566d446b4c-679gg W0521 23:06:23.706172 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:06:28.729876 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 23:06:40.687765 3686 cni.go:452] [openshift-multus/network-metrics-daemon-xhgcs df2c57e42babe23c52db570490263dfe77f6fcf247786318704fe405aaa97866 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-xhgcs df2c57e42babe23c52db570490263dfe77f6fcf247786318704fe405aaa97866 network default NAD default NAD key ] I0521 23:06:40.696798 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-xhgcs, hostIfaceName: df2c57e42babe23, network: default, NAD default, SandboxID: "df2c57e42babe23c52db570490263dfe77f6fcf247786318704fe405aaa97866", PCI device ID: , UID: "ca7a0a75-34f9-459f-8de3-061ad4a37a51", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 23:06:40.743893 3686 cni.go:473] [openshift-multus/network-metrics-daemon-xhgcs df2c57e42babe23c52db570490263dfe77f6fcf247786318704fe405aaa97866 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-xhgcs df2c57e42babe23c52db570490263dfe77f6fcf247786318704fe405aaa97866 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f0:d0:f5:38:5f\",\"name\":\"df2c57e42babe23\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56b15036-2a4a-4408-82b4-43ea8ce5a11b\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:06:46.913455 3686 cni.go:452] [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key ] I0521 23:06:46.993061 3686 cni.go:473] [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b5c7b6556-47gn9 c36672cae2cc841c355fcdb66544cdab2baa469d5b966e92c9f1f6448c7452cd network default NAD default NAD key default], result "{}", err I0521 23:06:47.040772 3686 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.040814 3686 pods.go:176] Deleting pod: openshift-console/console-6b5c7b6556-47gn9 I0521 23:06:47.042264 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b5c7b6556-47gn9, ips: 10.128.0.16 I0521 23:06:47.042293 3686 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.599801 3686 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:47.599825 3686 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:47.605428 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c7b6556-47gn9 I0521 23:06:47.605455 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c7b6556-47gn9 I0521 23:06:52.687942 3686 cni.go:452] [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key ] I0521 23:06:52.775705 3686 cni.go:473] [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7cdc4684b5-wm2b9 4fcd5e12b5e21985e60b7f38ce9d4fac89ec9f97812bb35ef0061c11733cd707 network default NAD default NAD key default], result "{}", err I0521 23:06:52.823997 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:52.824027 3686 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:06:52.825173 3686 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7cdc4684b5-wm2b9, ips: 10.128.0.14 I0521 23:06:52.825202 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.205269 3686 cni.go:452] [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key ] I0521 23:06:53.275250 3686 cni.go:473] [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7c7bf5967f-hc2w8 753ec991292fe355ac96b9fa235d95c5bf7b3eac4718983aa71696710128d7c0 network default NAD default NAD key default], result "{}", err I0521 23:06:53.315509 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.315536 3686 pods.go:176] Deleting pod: openshift-ingress/router-default-7c7bf5967f-hc2w8 I0521 23:06:53.316937 3686 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7c7bf5967f-hc2w8, ips: 10.128.0.11 I0521 23:06:53.317023 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.632863 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.632891 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.639558 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:06:53.639593 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:06:53.655025 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.655045 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.660696 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c7bf5967f-hc2w8 I0521 23:06:53.660716 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c7bf5967f-hc2w8 W0521 23:06:54.681870 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:06:54.681893 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:07:02.952683 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:07:10.013577 3686 cni.go:452] [openshift-dns/dns-default-2kftx 14f90bf9f07b21bb46f70c97012caa7e84e684818c79cb7e4a4367d415b2f6fe network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2kftx 14f90bf9f07b21bb46f70c97012caa7e84e684818c79cb7e4a4367d415b2f6fe network default NAD default NAD key ] I0521 23:07:10.023258 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2kftx, hostIfaceName: 14f90bf9f07b21b, network: default, NAD default, SandboxID: "14f90bf9f07b21bb46f70c97012caa7e84e684818c79cb7e4a4367d415b2f6fe", PCI device ID: , UID: "dbc2abbe-8d55-4692-a510-818329f7365b", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 23:07:10.070823 3686 cni.go:473] [openshift-dns/dns-default-2kftx 14f90bf9f07b21bb46f70c97012caa7e84e684818c79cb7e4a4367d415b2f6fe network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2kftx 14f90bf9f07b21bb46f70c97012caa7e84e684818c79cb7e4a4367d415b2f6fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a0:dd:d9:21:e8\",\"name\":\"14f90bf9f07b21b\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15cc3b1f-527c-4f13-9100-af83468887f1\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:07:12.433763 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-57964d9489-mzm5d] creating logical port openshift-monitoring_telemeter-client-57964d9489-mzm5d for pod on switch ip-10-0-1-212.ec2.internal I0521 23:07:12.433875 3686 kube.go:256] Updating pod openshift-monitoring/telemeter-client-57964d9489-mzm5d I0521 23:07:12.453890 3686 pod.go:62] [openshift-monitoring/telemeter-client-57964d9489-mzm5d] pod update took 20.049662ms I0521 23:07:12.453917 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-57964d9489-mzm5d] addLogicalPort annotation time took 20.079516ms I0521 23:07:12.455250 3686 pods.go:271] [openshift-monitoring/telemeter-client-57964d9489-mzm5d] addLogicalPort took 21.509986ms, libovsdb time 998.742µs I0521 23:07:12.788788 3686 cni.go:452] [openshift-monitoring/telemeter-client-57964d9489-mzm5d 6eb638e70f5bacd93fe07024b7bc9c7804d09393204d393d717e1567fa320e2f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-57964d9489-mzm5d 6eb638e70f5bacd93fe07024b7bc9c7804d09393204d393d717e1567fa320e2f network default NAD default NAD key ] I0521 23:07:12.798473 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-57964d9489-mzm5d, hostIfaceName: 6eb638e70f5bacd, network: default, NAD default, SandboxID: "6eb638e70f5bacd93fe07024b7bc9c7804d09393204d393d717e1567fa320e2f", PCI device ID: , UID: "cdb6f891-20a8-4160-a65f-9d0a2700f44a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0521 23:07:12.842967 3686 cni.go:473] [openshift-monitoring/telemeter-client-57964d9489-mzm5d 6eb638e70f5bacd93fe07024b7bc9c7804d09393204d393d717e1567fa320e2f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-57964d9489-mzm5d 6eb638e70f5bacd93fe07024b7bc9c7804d09393204d393d717e1567fa320e2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:82:8c:42:df:57\",\"name\":\"6eb638e70f5bacd\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b1da874-4ab3-482a-8f92-203ba370a7a5\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:07:16.950774 3686 base_network_controller_pods.go:487] [default/openshift-console/console-6768f9dd96-w2ww7] creating logical port openshift-console_console-6768f9dd96-w2ww7 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:07:16.950872 3686 kube.go:256] Updating pod openshift-console/console-6768f9dd96-w2ww7 I0521 23:07:16.973700 3686 pod.go:62] [openshift-console/console-6768f9dd96-w2ww7] pod update took 22.855643ms I0521 23:07:16.973722 3686 base_network_controller_pods.go:951] [default/openshift-console/console-6768f9dd96-w2ww7] addLogicalPort annotation time took 22.881292ms I0521 23:07:16.975108 3686 pods.go:271] [openshift-console/console-6768f9dd96-w2ww7] addLogicalPort took 24.353323ms, libovsdb time 1.059545ms I0521 23:07:17.313040 3686 cni.go:452] [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key ] I0521 23:07:17.322098 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6768f9dd96-w2ww7, hostIfaceName: ed9d7e0d6809bf8, network: default, NAD default, SandboxID: "ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8", PCI device ID: , UID: "026b5bba-556e-44f0-b4b9-d001071267e1", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 23:07:17.369046 3686 cni.go:473] [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:67:9e:83:7e:54\",\"name\":\"ed9d7e0d6809bf8\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3879cde5-5bf6-497a-80c5-09d5cb4beb19\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:07:22.730379 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:07:22.730399 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 23:07:22.730405 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:07:27.798594 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:07:27.964460 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6768f9dd96-cr5kp IP address from the namespace address-set, err: pod openshift-console/console-6768f9dd96-cr5kp: no pod IPs found I0521 23:07:42.257166 3686 obj_retry.go:498] Detected object openshift-console/console-665487c849-clc5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:42.257768 3686 obj_retry.go:498] Detected object openshift-console/console-665487c849-clc5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:42.841882 3686 obj_retry.go:492] Detected object openshift-console/console-665487c849-clc5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:42.841925 3686 obj_retry.go:492] Detected object openshift-console/console-665487c849-clc5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:42.845694 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-665487c849-clc5g I0521 23:07:42.845725 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-665487c849-clc5g I0521 23:07:53.135478 3686 obj_retry.go:498] Detected object openshift-console/console-665487c849-k9nmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:53.136066 3686 obj_retry.go:498] Detected object openshift-console/console-665487c849-k9nmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:54.105079 3686 obj_retry.go:492] Detected object openshift-console/console-665487c849-k9nmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:54.105110 3686 obj_retry.go:492] Detected object openshift-console/console-665487c849-k9nmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:54.112531 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-665487c849-k9nmw I0521 23:07:54.112561 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-665487c849-k9nmw I0521 23:07:54.539945 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=647 I0521 23:08:13.635783 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 23:08:18.068069 3686 cni.go:452] [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key ] I0521 23:08:18.142853 3686 cni.go:473] [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6768f9dd96-w2ww7 ed9d7e0d6809bf818876534ae04bd24f6fa977da9050014d7d1094ddd08b93c8 network default NAD default NAD key default], result "{}", err I0521 23:08:18.193789 3686 obj_retry.go:498] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:18.193820 3686 pods.go:176] Deleting pod: openshift-console/console-6768f9dd96-w2ww7 I0521 23:08:18.194966 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6768f9dd96-w2ww7, ips: 10.128.0.22 I0521 23:08:18.194994 3686 obj_retry.go:498] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:18.977725 3686 obj_retry.go:492] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:18.977782 3686 obj_retry.go:492] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:18.983936 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6768f9dd96-w2ww7 I0521 23:08:18.983972 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6768f9dd96-w2ww7 I0521 23:08:25.630796 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 23:08:34.658008 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 23:08:49.625782 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 23:08:51.116293 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key ] I0521 23:08:51.200521 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd 7f1d30c9b8a978c95c86467f547ea653a8a53c9b4138bdfce3efcf08f689ca7f network default NAD default NAD key default], result "{}", err I0521 23:08:51.242857 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:51.242889 3686 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd I0521 23:08:51.244146 3686 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd, ips: 10.128.0.8 I0521 23:08:51.244174 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:52.265484 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:52.265513 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:54.535349 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0521 23:09:25.534160 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 I0521 23:09:46.622686 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 23:10:00.199621 3686 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656750-wts2q for pod on switch ip-10-0-1-212.ec2.internal I0521 23:10:00.199773 3686 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q I0521 23:10:00.227364 3686 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q] pod update took 27.619665ms I0521 23:10:00.227392 3686 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q] addLogicalPort annotation time took 27.651403ms I0521 23:10:00.228600 3686 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q] addLogicalPort took 29.00748ms, libovsdb time 828.268µs I0521 23:10:00.567776 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key ] I0521 23:10:00.577286 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656750-wts2q, hostIfaceName: bf4c462bad7c707, network: default, NAD default, SandboxID: "bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6", PCI device ID: , UID: "d8df7a8e-2a04-4f84-99e1-65965ff783c1", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 23:10:00.623743 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:9c:ae:b1:b7:7f\",\"name\":\"bf4c462bad7c707\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b828075d-0c0d-43c4-9ffc-05f22a49db0b\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:10:03.405792 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:10:04.404850 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key ] I0521 23:10:04.476118 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q bf4c462bad7c707ab16f9a2bc4fdfed361951403d9ee0f0d879c9a99a6906bf6 network default NAD default NAD key default], result "{}", err I0521 23:10:04.517762 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:04.517801 3686 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q I0521 23:10:04.519035 3686 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q, ips: 10.128.0.23 I0521 23:10:04.519063 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:05.542057 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:05.542084 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:14.436611 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 23:10:14.436704 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r2bww IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r2bww: no pod IPs found I0521 23:10:46.646958 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 23:11:06.535458 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0521 23:11:12.655919 3686 namespace.go:98] [tsf] adding namespace I0521 23:11:12.656729 3686 namespace.go:102] [tsf] adding namespace took 789.068µs I0521 23:11:12.677348 3686 namespace.go:142] [tsf] updating namespace I0521 23:11:12.689526 3686 namespace.go:142] [tsf] updating namespace I0521 23:11:15.622103 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 23:11:16.718401 3686 namespace.go:98] [rhbk-operator] adding namespace I0521 23:11:16.719296 3686 namespace.go:102] [rhbk-operator] adding namespace took 871.287µs I0521 23:11:16.719468 3686 namespace.go:98] [konflux-ui] adding namespace I0521 23:11:16.720097 3686 namespace.go:102] [konflux-ui] adding namespace took 615.39µs I0521 23:11:16.724038 3686 namespace.go:98] [tsf-keycloak] adding namespace I0521 23:11:16.724140 3686 namespace.go:98] [tsf-tas] adding namespace I0521 23:11:16.724216 3686 namespace.go:98] [cert-manager-operator] adding namespace I0521 23:11:16.724265 3686 namespace.go:98] [rhtpa-operator] adding namespace I0521 23:11:16.724316 3686 namespace.go:98] [konflux-operator] adding namespace I0521 23:11:16.724692 3686 namespace.go:102] [tsf-keycloak] adding namespace took 638.682µs I0521 23:11:16.725203 3686 namespace.go:102] [tsf-tas] adding namespace took 1.047843ms I0521 23:11:16.725707 3686 namespace.go:102] [cert-manager-operator] adding namespace took 1.475586ms I0521 23:11:16.726214 3686 namespace.go:102] [rhtpa-operator] adding namespace took 1.911545ms I0521 23:11:16.726687 3686 namespace.go:102] [konflux-operator] adding namespace took 2.356697ms I0521 23:11:16.729514 3686 namespace.go:98] [tsf-tpa] adding namespace I0521 23:11:16.730035 3686 namespace.go:102] [tsf-tpa] adding namespace took 508.298µs I0521 23:11:16.735767 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.747580 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.756346 3686 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.774933 3686 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.775357 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:16.793859 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:16.793954 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.793999 3686 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.806600 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.812152 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.812196 3686 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.813735 3686 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.821789 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.822581 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.836710 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.856752 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.856880 3686 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.868288 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.879812 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.888403 3686 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.904047 3686 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.904111 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.914605 3686 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.931539 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:17.935420 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:17.951946 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:18.106174 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-212.ec2.internal I0521 23:11:18.106267 3686 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 23:11:18.123706 3686 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.466659ms I0521 23:11:18.123725 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.490596ms I0521 23:11:18.124853 3686 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.697106ms, libovsdb time 819.464µs I0521 23:11:18.475022 3686 cni.go:452] [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key ] I0521 23:11:18.483932 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 55bfbbb99ca0c90, network: default, NAD default, SandboxID: "55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176", PCI device ID: , UID: "2e344eb1-c29e-480f-9124-456f92f63cce", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 23:11:18.531413 3686 cni.go:473] [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:13:7e:16:75:cd\",\"name\":\"55bfbbb99ca0c90\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44ebeb97-e588-48cb-a642-1b13573f8993\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:11:23.871373 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872002 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872027 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872035 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:23.872052 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872059 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:24.902745 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.902771 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.902790 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.902805 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.902839 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903409 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903434 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903444 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:24.903460 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903466 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:25.927967 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.927993 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.928006 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.928018 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:26.903586 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904170 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904194 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904202 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:26.904213 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904217 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.931033 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.931053 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.931066 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.931086 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.932123 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.932777 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.932802 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.932810 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:28.932824 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.932827 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:29.965514 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.965536 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.965548 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.965559 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:30.948576 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949149 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949172 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949180 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:30.949193 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949197 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:30.972497 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.972893 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.972917 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.972924 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:30.972935 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.972939 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:31.978730 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978758 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978769 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978780 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001571 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001595 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001606 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001617 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:11:34.850690 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 23:11:40.342507 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 23:11:40.349531 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:42.829843 3686 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:42.865458 3686 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:43.533134 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 W0521 23:11:48.115440 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:11:53.627330 3686 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 23:11:53.628153 3686 namespace.go:102] [trusted-artifact-signer] adding namespace took 801.175µs I0521 23:11:53.702121 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:11:53.730257 3686 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 23:11:53.787482 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.803936 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.840620 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.849531 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:54.157356 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 23:11:54.840540 3686 namespace.go:98] [cert-manager] adding namespace I0521 23:11:54.841295 3686 namespace.go:102] [cert-manager] adding namespace took 734.82µs I0521 23:11:54.876004 3686 namespace.go:142] [cert-manager] updating namespace I0521 23:11:54.890307 3686 namespace.go:142] [cert-manager] updating namespace I0521 23:11:56.623423 3686 namespace.go:142] [openshift-operators] updating namespace I0521 23:12:00.652232 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 23:12:03.658484 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0521 23:12:06.243158 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:06.243175 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:10.916410 3686 cni.go:452] [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key ] I0521 23:12:10.993843 3686 cni.go:473] [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 55bfbbb99ca0c90104e7312444663f57d10df0d20e6cea0db6e7c437567f2176 network default NAD default NAD key default], result "{}", err I0521 23:12:11.067538 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:11.067562 3686 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 23:12:11.068737 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.24 I0521 23:12:11.068760 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:11.099624 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:11.099639 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:11.145590 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 23:12:11.145615 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 23:12:13.179777 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-212.ec2.internal I0521 23:12:13.179895 3686 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 23:12:13.196935 3686 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.069014ms I0521 23:12:13.196961 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.105709ms I0521 23:12:13.198094 3686 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.333668ms, libovsdb time 845.163µs I0521 23:12:13.551487 3686 cni.go:452] [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key ] I0521 23:12:13.560727 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: d5c01329e00e410, network: default, NAD default, SandboxID: "d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a", PCI device ID: , UID: "90a0d4f5-a47f-4c45-8241-bd01356cdeda", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 23:12:13.607224 3686 cni.go:473] [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:22:93:44:f3:e0\",\"name\":\"d5c01329e00e410\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a74b3c6-5cd2-45fa-a48e-c5c307845730\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:12:16.056621 3686 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-2bqmz for pod on switch ip-10-0-1-212.ec2.internal I0521 23:12:16.056730 3686 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz I0521 23:12:16.056992 3686 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-zg8sx for pod on switch ip-10-0-1-212.ec2.internal I0521 23:12:16.057117 3686 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx I0521 23:12:16.071605 3686 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz] pod update took 14.903904ms I0521 23:12:16.071629 3686 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz] addLogicalPort annotation time took 14.928679ms I0521 23:12:16.072316 3686 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx] pod update took 15.261612ms I0521 23:12:16.072339 3686 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx] addLogicalPort annotation time took 15.289381ms I0521 23:12:16.073063 3686 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz] addLogicalPort took 16.457062ms, libovsdb time 1.110304ms I0521 23:12:16.073402 3686 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx] addLogicalPort took 16.425871ms, libovsdb time 679.084µs I0521 23:12:17.606810 3686 namespace.go:98] [openshift-pipelines] adding namespace I0521 23:12:17.607765 3686 namespace.go:102] [openshift-pipelines] adding namespace took 934.059µs I0521 23:12:17.630416 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:18.322583 3686 namespace.go:142] [cert-manager] updating namespace I0521 23:12:18.522208 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:18.923968 3686 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:19.125094 3686 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:19.324029 3686 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:19.734421 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:19.934175 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:20.131680 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:20.330352 3686 namespace.go:142] [tsf] updating namespace I0521 23:12:20.533606 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:20.734900 3686 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:20.933559 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:21.064042 3686 namespace.go:142] [cert-manager] updating namespace I0521 23:12:21.073568 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:21.084615 3686 namespace.go:142] [default] updating namespace I0521 23:12:21.095090 3686 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:21.106874 3686 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:21.119360 3686 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:21.133468 3686 namespace.go:142] [openshift] updating namespace I0521 23:12:21.147329 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:21.158276 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:21.168854 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:21.180763 3686 namespace.go:142] [tsf] updating namespace I0521 23:12:21.189705 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:21.201003 3686 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:21.214745 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:21.315413 3686 namespace.go:142] [cert-manager] updating namespace I0521 23:12:21.424806 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:21.515797 3686 namespace.go:142] [default] updating namespace I0521 23:12:21.619165 3686 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:21.716509 3686 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:21.815909 3686 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:21.912923 3686 namespace.go:142] [openshift] updating namespace I0521 23:12:22.015918 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:22.116218 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:22.214339 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:22.312060 3686 namespace.go:142] [tsf] updating namespace I0521 23:12:22.413696 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:22.512782 3686 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:22.612710 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:23.031982 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:23.033986 3686 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz 50970df5e3de78a11a6337ea6b5439c427dc6cacfafff0ed2c66189cf0e2c527 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz 50970df5e3de78a11a6337ea6b5439c427dc6cacfafff0ed2c66189cf0e2c527 network default NAD default NAD key ] I0521 23:12:23.036292 3686 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx e8df6488f2547ce698238d1d54e9617e193ad5b6b3f4ec0ab9b4c63532b661f3 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx e8df6488f2547ce698238d1d54e9617e193ad5b6b3f4ec0ab9b4c63532b661f3 network default NAD default NAD key ] I0521 23:12:23.044031 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-2bqmz, hostIfaceName: 50970df5e3de78a, network: default, NAD default, SandboxID: "50970df5e3de78a11a6337ea6b5439c427dc6cacfafff0ed2c66189cf0e2c527", PCI device ID: , UID: "d6ddf467-5f14-4ade-a526-1ccfa1c539d2", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 23:12:23.045146 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-zg8sx, hostIfaceName: e8df6488f2547ce, network: default, NAD default, SandboxID: "e8df6488f2547ce698238d1d54e9617e193ad5b6b3f4ec0ab9b4c63532b661f3", PCI device ID: , UID: "0c8a5e0d-4c56-493c-b6ad-12d1515e956a", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 23:12:23.091405 3686 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz 50970df5e3de78a11a6337ea6b5439c427dc6cacfafff0ed2c66189cf0e2c527 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2bqmz 50970df5e3de78a11a6337ea6b5439c427dc6cacfafff0ed2c66189cf0e2c527 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:3a:e8:e7:87:b5\",\"name\":\"50970df5e3de78a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49d4dc3d-33d5-4f85-b678-3ae946c4d95f\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:12:23.108258 3686 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx e8df6488f2547ce698238d1d54e9617e193ad5b6b3f4ec0ab9b4c63532b661f3 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zg8sx e8df6488f2547ce698238d1d54e9617e193ad5b6b3f4ec0ab9b4c63532b661f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2d:cc:81:ef:9b\",\"name\":\"e8df6488f2547ce\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db8a0e7-b878-46fc-b9ed-08d31432f6ad\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:12:24.018583 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 23:12:24.068448 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 23:12:24.458097 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:32.641917 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0521 23:12:35.305898 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:35.305917 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:35.305921 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:37.191385 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.191399 3686 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.191404 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.191410 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.222348 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:37.222360 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:37.222364 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0521 23:12:43.535360 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=99 W0521 23:12:44.990430 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 23:12:45.014788 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 23:12:55.536532 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-l6v4z for pod on switch ip-10-0-1-212.ec2.internal I0521 23:12:55.536615 3686 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z I0521 23:12:55.555987 3686 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z] pod update took 19.392368ms I0521 23:12:55.556012 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z] addLogicalPort annotation time took 19.420706ms I0521 23:12:55.557229 3686 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z] addLogicalPort took 20.709348ms, libovsdb time 850.783µs I0521 23:12:55.899623 3686 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z bc29c73ef1bc637c4b23467e920b5935ba7f13da896d9f21503a183b91670910 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z bc29c73ef1bc637c4b23467e920b5935ba7f13da896d9f21503a183b91670910 network default NAD default NAD key ] I0521 23:12:55.909932 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-l6v4z, hostIfaceName: bc29c73ef1bc637, network: default, NAD default, SandboxID: "bc29c73ef1bc637c4b23467e920b5935ba7f13da896d9f21503a183b91670910", PCI device ID: , UID: "5ddf8477-2573-4101-b676-af93a1bfd968", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 23:12:55.958262 3686 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z bc29c73ef1bc637c4b23467e920b5935ba7f13da896d9f21503a183b91670910 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-l6v4z bc29c73ef1bc637c4b23467e920b5935ba7f13da896d9f21503a183b91670910 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f2:1f:e2:55:d3\",\"name\":\"bc29c73ef1bc637\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27e171c9-6204-4f02-bccd-daa2f64984c8\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:12:59.136083 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 23:13:05.160443 3686 cni.go:452] [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key ] I0521 23:13:05.236977 3686 cni.go:473] [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure d5c01329e00e41070d9f2f517f1d31c8716bb6effc07d0bd866d303009a4387a network default NAD default NAD key default], result "{}", err I0521 23:13:05.285936 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:05.286050 3686 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 23:13:05.287320 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.25 I0521 23:13:05.287348 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:05.306137 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:05.306156 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:05.313706 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 23:13:05.313731 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 23:13:06.575931 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:06.576301 3686 kube.go:256] Updating pod tsf/test-tsf-iam I0521 23:13:06.591899 3686 pod.go:62] [tsf/test-tsf-iam] pod update took 15.680683ms I0521 23:13:06.591929 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.715423ms I0521 23:13:06.593977 3686 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.063286ms, libovsdb time 859.138µs I0521 23:13:06.943770 3686 cni.go:452] [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key ] I0521 23:13:06.952744 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 87490e6e59801ee, network: default, NAD default, SandboxID: "87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c", PCI device ID: , UID: "912cf88c-6ea6-4601-9059-4cd2979e4f23", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 23:13:06.999427 3686 cni.go:473] [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c5:89:e3:16:20\",\"name\":\"87490e6e59801ee\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b4929ca-2ad6-42a2-949f-39a8402ae448\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:13:07.433948 3686 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 23:13:07.434570 3686 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 23:13:07.434590 3686 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 23:13:07.436593 3686 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 23:13:10.147409 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 23:13:12.023813 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-zkqbw for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:12.023951 3686 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw I0521 23:13:12.047198 3686 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw] pod update took 23.27364ms I0521 23:13:12.047220 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw] addLogicalPort annotation time took 23.297069ms I0521 23:13:12.048371 3686 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw] addLogicalPort took 24.579696ms, libovsdb time 840.915µs I0521 23:13:12.368696 3686 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw 2031c2b22c4b3239db4bf4dd7bea66c6f921d520b0b4863ed5050822cea4867f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw 2031c2b22c4b3239db4bf4dd7bea66c6f921d520b0b4863ed5050822cea4867f network default NAD default NAD key ] I0521 23:13:12.377849 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-zkqbw, hostIfaceName: 2031c2b22c4b323, network: default, NAD default, SandboxID: "2031c2b22c4b3239db4bf4dd7bea66c6f921d520b0b4863ed5050822cea4867f", PCI device ID: , UID: "96db89a6-0b48-456a-a6b8-7f71a8c4bb41", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 23:13:12.425930 3686 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw 2031c2b22c4b3239db4bf4dd7bea66c6f921d520b0b4863ed5050822cea4867f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-zkqbw 2031c2b22c4b3239db4bf4dd7bea66c6f921d520b0b4863ed5050822cea4867f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:59:21:92:0f:40\",\"name\":\"2031c2b22c4b323\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41b65d3b-0ad8-487e-bdd8-96636fabbe18\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:13:15.390844 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:15.390863 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:15.392270 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:15.392280 3686 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 23:13:17.370293 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:13:20.448452 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:20.448581 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 23:13:20.461882 3686 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.323652ms I0521 23:13:20.461902 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.347862ms I0521 23:13:20.463140 3686 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.705234ms, libovsdb time 902.545µs I0521 23:13:23.208316 3686 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 d817bbc2179730c4c1a3a28d1c009e63a0000596e0ef25d1e80d5ea17bb9aba4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d817bbc2179730c4c1a3a28d1c009e63a0000596e0ef25d1e80d5ea17bb9aba4 network default NAD default NAD key ] I0521 23:13:23.217622 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d817bbc2179730c, network: default, NAD default, SandboxID: "d817bbc2179730c4c1a3a28d1c009e63a0000596e0ef25d1e80d5ea17bb9aba4", PCI device ID: , UID: "6db76a70-eb5c-4435-87f0-e64e090962a0", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 23:13:23.264823 3686 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 d817bbc2179730c4c1a3a28d1c009e63a0000596e0ef25d1e80d5ea17bb9aba4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d817bbc2179730c4c1a3a28d1c009e63a0000596e0ef25d1e80d5ea17bb9aba4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:00:6c:66:52:59\",\"name\":\"d817bbc2179730c\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8be16d5a-d95b-49e4-bdc3-51e87d0c14f6\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:13:29.332771 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:13:30.665902 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-mp4jl for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:30.666044 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl I0521 23:13:30.681060 3686 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl] pod update took 15.044864ms I0521 23:13:30.681082 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl] addLogicalPort annotation time took 15.068489ms I0521 23:13:30.682418 3686 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl] addLogicalPort took 16.529618ms, libovsdb time 958.252µs I0521 23:13:30.860194 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-h59r2 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:30.860318 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2 I0521 23:13:30.875799 3686 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2] pod update took 15.501632ms I0521 23:13:30.875849 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2] addLogicalPort annotation time took 15.553945ms I0521 23:13:30.877133 3686 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2] addLogicalPort took 16.960166ms, libovsdb time 948.35µs I0521 23:13:31.027227 3686 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl 5b2e0e1b22b96d94f532dfb065c6fd201fdffef4f7af03bfcfe679bbf3add756 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl 5b2e0e1b22b96d94f532dfb065c6fd201fdffef4f7af03bfcfe679bbf3add756 network default NAD default NAD key ] I0521 23:13:31.036235 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-mp4jl, hostIfaceName: 5b2e0e1b22b96d9, network: default, NAD default, SandboxID: "5b2e0e1b22b96d94f532dfb065c6fd201fdffef4f7af03bfcfe679bbf3add756", PCI device ID: , UID: "31b2c98d-f454-4e83-ab55-32578c6758d0", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 23:13:31.085199 3686 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl 5b2e0e1b22b96d94f532dfb065c6fd201fdffef4f7af03bfcfe679bbf3add756 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-mp4jl 5b2e0e1b22b96d94f532dfb065c6fd201fdffef4f7af03bfcfe679bbf3add756 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ca:b0:0e:86:28\",\"name\":\"5b2e0e1b22b96d9\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/809ca85b-fded-4277-8c89-a2442d5b2c46\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:13:31.217914 3686 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2 c3af69de78b9cc69032025592e677ae7571d403bd968497a0dca4ef1163c312d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2 c3af69de78b9cc69032025592e677ae7571d403bd968497a0dca4ef1163c312d network default NAD default NAD key ] I0521 23:13:31.227052 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-h59r2, hostIfaceName: c3af69de78b9cc6, network: default, NAD default, SandboxID: "c3af69de78b9cc69032025592e677ae7571d403bd968497a0dca4ef1163c312d", PCI device ID: , UID: "b2b13007-f3de-4d17-b6a3-b140a0c39a08", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 23:13:31.275713 3686 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2 c3af69de78b9cc69032025592e677ae7571d403bd968497a0dca4ef1163c312d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-h59r2 c3af69de78b9cc69032025592e677ae7571d403bd968497a0dca4ef1163c312d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:9a:fb:8d:f6:b0\",\"name\":\"c3af69de78b9cc6\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88dfbdfc-e4e1-485a-a4f7-6c1bddd55c45\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:13:37.322760 3686 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:37.322779 3686 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:37.322783 3686 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 23:13:42.660507 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0521 23:13:51.044497 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:51.044520 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:51.044530 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 23:13:57.091490 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-jw7mn] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-jw7mn for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:57.091586 3686 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-jw7mn I0521 23:13:57.105945 3686 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-jw7mn] pod update took 14.372399ms I0521 23:13:57.105970 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-jw7mn] addLogicalPort annotation time took 14.410265ms I0521 23:13:57.107338 3686 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-jw7mn] addLogicalPort took 15.868175ms, libovsdb time 968.606µs I0521 23:13:57.426075 3686 cni.go:452] [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key ] I0521 23:13:57.451512 3686 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-jw7mn facd3610990cd9fe8f1200ecbca56e6d7bfd1f57f640e8976abb838f94de6dfc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jw7mn facd3610990cd9fe8f1200ecbca56e6d7bfd1f57f640e8976abb838f94de6dfc network default NAD default NAD key ] I0521 23:13:57.463882 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-jw7mn, hostIfaceName: facd3610990cd9f, network: default, NAD default, SandboxID: "facd3610990cd9fe8f1200ecbca56e6d7bfd1f57f640e8976abb838f94de6dfc", PCI device ID: , UID: "08cc7b13-a583-4eb7-9cb0-6563043bc2a4", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 23:13:57.495288 3686 cni.go:473] [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 87490e6e59801eec62632e6ff940ba5570f4456851d48ac86d0326d035b2722c network default NAD default NAD key default], result "{}", err I0521 23:13:57.512407 3686 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-jw7mn facd3610990cd9fe8f1200ecbca56e6d7bfd1f57f640e8976abb838f94de6dfc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jw7mn facd3610990cd9fe8f1200ecbca56e6d7bfd1f57f640e8976abb838f94de6dfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:cc:e9:88:5a:fb\",\"name\":\"facd3610990cd9f\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfcda8bd-7607-458e-91c6-cb311528ea13\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:13:57.550413 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:57.550447 3686 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 23:13:57.551792 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.29 I0521 23:13:57.551818 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:57.596940 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:57.596961 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:57.604493 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 23:13:57.604519 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 23:13:58.571892 3686 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:58.571981 3686 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 23:13:58.586823 3686 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.868061ms I0521 23:13:58.586842 3686 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.891493ms I0521 23:13:58.588044 3686 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.170175ms, libovsdb time 849.803µs I0521 23:13:58.934361 3686 cni.go:452] [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key ] I0521 23:13:58.944712 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: dcc9307c181b20c, network: default, NAD default, SandboxID: "dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554", PCI device ID: , UID: "ac32c7dc-6e80-4103-a66e-010461568f5d", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 23:13:58.992314 3686 cni.go:473] [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0a:99:52:06:50\",\"name\":\"dcc9307c181b20c\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f01641e2-238d-49f7-864d-38dc6a003e3c\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:13:59.829339 3686 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-ctrkw-g7lw7] creating logical port tsf-tas_segment-backup-installation-ctrkw-g7lw7 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:13:59.829430 3686 kube.go:256] Updating pod tsf-tas/segment-backup-installation-ctrkw-g7lw7 I0521 23:13:59.843310 3686 pod.go:62] [tsf-tas/segment-backup-installation-ctrkw-g7lw7] pod update took 13.896216ms I0521 23:13:59.843333 3686 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-ctrkw-g7lw7] addLogicalPort annotation time took 13.932188ms I0521 23:13:59.844472 3686 pods.go:271] [tsf-tas/segment-backup-installation-ctrkw-g7lw7] addLogicalPort took 15.153303ms, libovsdb time 763.436µs I0521 23:14:00.223473 3686 cni.go:452] [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key ] I0521 23:14:00.234008 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-ctrkw-g7lw7, hostIfaceName: a62f553ea2ec926, network: default, NAD default, SandboxID: "a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295", PCI device ID: , UID: "5c2db4ef-f5bd-4084-8557-64f16e0297ff", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 23:14:00.291619 3686 cni.go:473] [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:e7:0c:a5:9c:65\",\"name\":\"a62f553ea2ec926\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e46c4899-fe4a-4483-a76a-819ff526c00b\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:14:00.661192 3686 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-pggkd-qcw42] creating logical port tsf-tas_ctlog-createtree-job-pggkd-qcw42 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:14:00.661288 3686 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-pggkd-qcw42 I0521 23:14:00.678215 3686 pod.go:62] [tsf-tas/ctlog-createtree-job-pggkd-qcw42] pod update took 16.954474ms I0521 23:14:00.678254 3686 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-pggkd-qcw42] addLogicalPort annotation time took 16.999072ms I0521 23:14:00.679536 3686 pods.go:271] [tsf-tas/ctlog-createtree-job-pggkd-qcw42] addLogicalPort took 18.357301ms, libovsdb time 899.829µs I0521 23:14:00.966712 3686 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-lqwpx-lmgrs] creating logical port tsf-tas_rekor-createtree-job-lqwpx-lmgrs for pod on switch ip-10-0-1-212.ec2.internal I0521 23:14:00.966821 3686 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-lqwpx-lmgrs I0521 23:14:00.983685 3686 pod.go:62] [tsf-tas/rekor-createtree-job-lqwpx-lmgrs] pod update took 16.869901ms I0521 23:14:00.983712 3686 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-lqwpx-lmgrs] addLogicalPort annotation time took 16.923159ms I0521 23:14:00.985197 3686 pods.go:271] [tsf-tas/rekor-createtree-job-lqwpx-lmgrs] addLogicalPort took 18.505363ms, libovsdb time 1.040411ms I0521 23:14:01.017736 3686 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-745c4d46c7-g2sk7] creating logical port tsf-tas_trillian-logsigner-745c4d46c7-g2sk7 for pod on switch ip-10-0-1-212.ec2.internal I0521 23:14:01.017841 3686 kube.go:256] Updating pod tsf-tas/trillian-logsigner-745c4d46c7-g2sk7 I0521 23:14:01.050732 3686 pod.go:62] [tsf-tas/trillian-logsigner-745c4d46c7-g2sk7] pod update took 32.922163ms I0521 23:14:01.050759 3686 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-745c4d46c7-g2sk7] addLogicalPort annotation time took 32.957104ms I0521 23:14:01.052249 3686 pods.go:271] [tsf-tas/trillian-logsigner-745c4d46c7-g2sk7] addLogicalPort took 34.527947ms, libovsdb time 1.069145ms W0521 23:14:02.759019 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:14:02.759036 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0521 23:14:02.872708 3686 cni.go:452] [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key ] I0521 23:14:02.874220 3686 cni.go:452] [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key ] I0521 23:14:02.874239 3686 cni.go:452] [tsf-tas/trillian-logsigner-745c4d46c7-g2sk7 d419eaef9b190fb11a874820aadbbbcb2f2920381896fe8092fc8bc1bc62f925 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-745c4d46c7-g2sk7 d419eaef9b190fb11a874820aadbbbcb2f2920381896fe8092fc8bc1bc62f925 network default NAD default NAD key ] I0521 23:14:02.890803 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-pggkd-qcw42, hostIfaceName: ac4d2ee87451eb6, network: default, NAD default, SandboxID: "ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1", PCI device ID: , UID: "f3c88466-3595-4f5a-87ce-accdde9d95cf", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 23:14:02.891102 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-745c4d46c7-g2sk7, hostIfaceName: d419eaef9b190fb, network: default, NAD default, SandboxID: "d419eaef9b190fb11a874820aadbbbcb2f2920381896fe8092fc8bc1bc62f925", PCI device ID: , UID: "031e7ed5-106f-4e8e-8dfc-5108d512d7ce", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 23:14:02.891541 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-lqwpx-lmgrs, hostIfaceName: 31fca85ba8958bc, network: default, NAD default, SandboxID: "31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887", PCI device ID: , UID: "5da6ccef-63d3-46b1-9ad3-cc34565921da", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 23:14:02.959120 3686 cni.go:473] [tsf-tas/trillian-logsigner-745c4d46c7-g2sk7 d419eaef9b190fb11a874820aadbbbcb2f2920381896fe8092fc8bc1bc62f925 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-745c4d46c7-g2sk7 d419eaef9b190fb11a874820aadbbbcb2f2920381896fe8092fc8bc1bc62f925 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:94:ae:23:74:43\",\"name\":\"d419eaef9b190fb\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11024938-71b9-4e6d-af56-ebb62562ff98\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:14:02.981532 3686 cni.go:473] [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c3:7c:0d:a6:d2\",\"name\":\"31fca85ba8958bc\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13706269-029c-4138-98cd-47f6b906e2a4\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:14:03.008821 3686 cni.go:473] [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:12:56:cd:96:1e\",\"name\":\"ac4d2ee87451eb6\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd466dc9-369d-4c0f-9f68-2b30ac8029eb\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:14:07.866000 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:07.866572 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:08.744018 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:08.744121 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:14:12.812774 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 23:14:16.835082 3686 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0521 23:14:18.652822 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 23:14:21.592475 3686 cni.go:452] [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key ] I0521 23:14:21.667158 3686 cni.go:473] [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-ctrkw-g7lw7 a62f553ea2ec926021cd3dd008c27cdf8c4ae9526b28ce6a262532eaf4afc295 network default NAD default NAD key default], result "{}", err I0521 23:14:21.717419 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:21.717470 3686 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-ctrkw-g7lw7 I0521 23:14:21.718750 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-ctrkw-g7lw7, ips: 10.128.0.36 I0521 23:14:21.718777 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:22.605219 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:22.605326 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:23.364617 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-km4mv for pod on switch ip-10-0-1-212.ec2.internal I0521 23:14:23.364708 3686 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv I0521 23:14:23.378446 3686 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv] pod update took 13.760309ms I0521 23:14:23.378465 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv] addLogicalPort annotation time took 13.784061ms I0521 23:14:23.379621 3686 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv] addLogicalPort took 15.017039ms, libovsdb time 771.867µs I0521 23:14:23.723567 3686 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv cecbdb1990f5142519fb611cc2950bde1719991429b60565b2a742ab61f54c52 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv cecbdb1990f5142519fb611cc2950bde1719991429b60565b2a742ab61f54c52 network default NAD default NAD key ] I0521 23:14:23.733131 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-km4mv, hostIfaceName: cecbdb1990f5142, network: default, NAD default, SandboxID: "cecbdb1990f5142519fb611cc2950bde1719991429b60565b2a742ab61f54c52", PCI device ID: , UID: "df046a0f-fe76-454e-bfa1-5f8582f67588", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 23:14:23.782183 3686 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv cecbdb1990f5142519fb611cc2950bde1719991429b60565b2a742ab61f54c52 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-km4mv cecbdb1990f5142519fb611cc2950bde1719991429b60565b2a742ab61f54c52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:18:95:5b:30:c6\",\"name\":\"cecbdb1990f5142\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc018d7e-9a29-4785-a1b4-9fc7b2d1c72d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:14:25.613009 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 23:14:26.828995 3686 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:26.829011 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:37.628426 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 23:14:42.536509 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 W0521 23:14:42.659102 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 23:14:50.752095 3686 cni.go:452] [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key ] I0521 23:14:50.825382 3686 cni.go:473] [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas dcc9307c181b20c4e249abd5787ff74748b2f0544c7ae6405636743b15d46554 network default NAD default NAD key default], result "{}", err I0521 23:14:50.941320 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.941353 3686 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 23:14:50.942619 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.35 I0521 23:14:50.942648 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.970635 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:50.970674 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:50.977903 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 23:14:50.977931 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 23:14:58.638193 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 23:14:59.211638 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:59.212204 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:00.255799 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:00.255825 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:00.538165 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 23:15:07.271697 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rkdxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:07.272320 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rkdxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:08.296600 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rkdxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.296624 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rkdxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.335328 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.335355 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.339866 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-thr75 I0521 23:15:08.339897 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-thr75 I0521 23:15:09.081088 3686 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-212.ec2.internal I0521 23:15:09.081213 3686 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 23:15:09.098282 3686 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 17.105873ms I0521 23:15:09.098303 3686 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.133924ms I0521 23:15:09.099790 3686 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 18.721664ms, libovsdb time 1.055893ms I0521 23:15:09.454434 3686 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key ] I0521 23:15:09.463813 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 9e48ad24b9fb5d4, network: default, NAD default, SandboxID: "9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7", PCI device ID: , UID: "c5ce23c7-d808-415b-8c42-b834d6bf13f5", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 23:15:09.513380 3686 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:55:3b:08:14:ba\",\"name\":\"9e48ad24b9fb5d4\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e8cd122-90ea-4fdc-947c-d5055e3c3d0e\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:10.860762 3686 cni.go:452] [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key ] I0521 23:15:10.946504 3686 cni.go:473] [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-pggkd-qcw42 ac4d2ee87451eb6a4e1a24417815a9bbb584802816f25a803d1a4794cb4c7ce1 network default NAD default NAD key default], result "{}", err I0521 23:15:10.995704 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:10.995733 3686 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-pggkd-qcw42 I0521 23:15:10.997007 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-pggkd-qcw42, ips: 10.128.0.37 I0521 23:15:10.997031 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:11.869386 3686 cni.go:452] [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key ] I0521 23:15:11.873578 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:11.873595 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:11.957348 3686 cni.go:473] [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-lqwpx-lmgrs 31fca85ba8958bc3ee0ae9adcadc7e406aebdec204589789b0fff45c298d3887 network default NAD default NAD key default], result "{}", err I0521 23:15:12.006522 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:12.006556 3686 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-lqwpx-lmgrs I0521 23:15:12.007863 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-lqwpx-lmgrs, ips: 10.128.0.38 I0521 23:15:12.007887 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:12.874877 3686 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key ] I0521 23:15:12.899279 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:12.899309 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:12.956850 3686 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 9e48ad24b9fb5d4f76daa8aa549566698cebebf5648c5335ca70b812e6f523e7 network default NAD default NAD key default], result "{}", err I0521 23:15:13.007680 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:13.007716 3686 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 23:15:13.008961 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.41 I0521 23:15:13.008993 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:13.031102 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.031126 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.038511 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 23:15:13.038535 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 23:15:13.270572 3686 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-212.ec2.internal I0521 23:15:13.270688 3686 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 23:15:13.283677 3686 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.019182ms I0521 23:15:13.283701 3686 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.066435ms I0521 23:15:13.284974 3686 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.4161ms, libovsdb time 916.379µs I0521 23:15:13.627151 3686 cni.go:452] [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key ] I0521 23:15:13.636807 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 0082522935d42a3, network: default, NAD default, SandboxID: "0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8", PCI device ID: , UID: "ff8497bf-4625-4059-aa03-966bafe9e0be", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 23:15:13.685631 3686 cni.go:473] [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ba:41:64:7c:db\",\"name\":\"0082522935d42a3\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d65208a-0c30-4a93-91dd-70a6cef1e919\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:15.925230 3686 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5f965ffc66-hn25b] creating logical port tsf-tas_ctlog-5f965ffc66-hn25b for pod on switch ip-10-0-1-212.ec2.internal I0521 23:15:15.925378 3686 kube.go:256] Updating pod tsf-tas/ctlog-5f965ffc66-hn25b I0521 23:15:15.942129 3686 pod.go:62] [tsf-tas/ctlog-5f965ffc66-hn25b] pod update took 16.775497ms I0521 23:15:15.942157 3686 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5f965ffc66-hn25b] addLogicalPort annotation time took 16.807587ms I0521 23:15:15.943625 3686 pods.go:271] [tsf-tas/ctlog-5f965ffc66-hn25b] addLogicalPort took 18.415318ms, libovsdb time 969.658µs I0521 23:15:16.886823 3686 cni.go:452] [tsf-tas/ctlog-5f965ffc66-hn25b 7c1eb5e3d17c8e2b9a05f0c0bb7607a8951383541f6d50e23ecd929413709969 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5f965ffc66-hn25b 7c1eb5e3d17c8e2b9a05f0c0bb7607a8951383541f6d50e23ecd929413709969 network default NAD default NAD key ] I0521 23:15:16.896639 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5f965ffc66-hn25b, hostIfaceName: 7c1eb5e3d17c8e2, network: default, NAD default, SandboxID: "7c1eb5e3d17c8e2b9a05f0c0bb7607a8951383541f6d50e23ecd929413709969", PCI device ID: , UID: "69ff195f-db80-40b0-82c6-3f5623482234", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 23:15:16.944657 3686 cni.go:473] [tsf-tas/ctlog-5f965ffc66-hn25b 7c1eb5e3d17c8e2b9a05f0c0bb7607a8951383541f6d50e23ecd929413709969 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5f965ffc66-hn25b 7c1eb5e3d17c8e2b9a05f0c0bb7607a8951383541f6d50e23ecd929413709969 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:0c:91:4d:20:b6\",\"name\":\"7c1eb5e3d17c8e2\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33373ba0-b26f-4af5-8a37-971cc2553d76\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:17.536619 3686 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5f466d9df-8kczs] creating logical port tsf-tas_rekor-search-ui-5f466d9df-8kczs for pod on switch ip-10-0-1-212.ec2.internal I0521 23:15:17.536804 3686 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5f466d9df-8kczs I0521 23:15:17.551797 3686 pod.go:62] [tsf-tas/rekor-search-ui-5f466d9df-8kczs] pod update took 15.025378ms I0521 23:15:17.551819 3686 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5f466d9df-8kczs] addLogicalPort annotation time took 15.05084ms I0521 23:15:17.553120 3686 pods.go:271] [tsf-tas/rekor-search-ui-5f466d9df-8kczs] addLogicalPort took 16.551391ms, libovsdb time 939.602µs I0521 23:15:17.895724 3686 cni.go:452] [tsf-tas/rekor-search-ui-5f466d9df-8kczs ad207671309581c8bb48b9be512350a38e0b00c7b0421425f6d05b56a95b6d9f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5f466d9df-8kczs ad207671309581c8bb48b9be512350a38e0b00c7b0421425f6d05b56a95b6d9f network default NAD default NAD key ] I0521 23:15:17.906100 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5f466d9df-8kczs, hostIfaceName: ad207671309581c, network: default, NAD default, SandboxID: "ad207671309581c8bb48b9be512350a38e0b00c7b0421425f6d05b56a95b6d9f", PCI device ID: , UID: "2cb2611b-1828-4675-90d9-c6081a8664cc", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 23:15:17.956832 3686 cni.go:473] [tsf-tas/rekor-search-ui-5f466d9df-8kczs ad207671309581c8bb48b9be512350a38e0b00c7b0421425f6d05b56a95b6d9f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5f466d9df-8kczs ad207671309581c8bb48b9be512350a38e0b00c7b0421425f6d05b56a95b6d9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9b:9a:c3:a7:47\",\"name\":\"ad207671309581c\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2855a9fa-e2dd-416b-ba57-76529f3e2174\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:15:18.912196 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 23:15:20.017929 3686 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-57f79c6488-lmjhp] creating logical port tsf-tas_rekor-server-57f79c6488-lmjhp for pod on switch ip-10-0-1-212.ec2.internal I0521 23:15:20.018055 3686 kube.go:256] Updating pod tsf-tas/rekor-server-57f79c6488-lmjhp I0521 23:15:20.045353 3686 pod.go:62] [tsf-tas/rekor-server-57f79c6488-lmjhp] pod update took 27.322632ms I0521 23:15:20.045383 3686 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-57f79c6488-lmjhp] addLogicalPort annotation time took 27.355499ms I0521 23:15:20.046832 3686 pods.go:271] [tsf-tas/rekor-server-57f79c6488-lmjhp] addLogicalPort took 28.929542ms, libovsdb time 934.476µs I0521 23:15:20.350620 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:20.351217 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:15:20.927643 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 23:15:21.214973 3686 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 23:15:21.374150 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:21.374176 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:24.395697 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:24.396251 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:24.519182 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:24.519208 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:25.785205 3686 cni.go:452] [tsf-tas/rekor-server-57f79c6488-lmjhp dc85fb542f9a1824f3b5f34fc2a35f0b079a9e463a3e435a5d9c1b944e152d3f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-57f79c6488-lmjhp dc85fb542f9a1824f3b5f34fc2a35f0b079a9e463a3e435a5d9c1b944e152d3f network default NAD default NAD key ] I0521 23:15:25.794985 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-57f79c6488-lmjhp, hostIfaceName: dc85fb542f9a182, network: default, NAD default, SandboxID: "dc85fb542f9a1824f3b5f34fc2a35f0b079a9e463a3e435a5d9c1b944e152d3f", PCI device ID: , UID: "0de3504a-3d6b-422d-9de8-c4b0e81c86ba", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 23:15:25.844425 3686 cni.go:473] [tsf-tas/rekor-server-57f79c6488-lmjhp dc85fb542f9a1824f3b5f34fc2a35f0b079a9e463a3e435a5d9c1b944e152d3f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-57f79c6488-lmjhp dc85fb542f9a1824f3b5f34fc2a35f0b079a9e463a3e435a5d9c1b944e152d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f6:6a:97:f9:d3\",\"name\":\"dc85fb542f9a182\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d769f6b5-b829-4baa-9573-918b22dda445\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:27.394621 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:27.395221 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:27.628277 3686 base_network_controller_pods.go:487] [default/tsf-tpa/server-846678c4c9-htqmh] creating logical port tsf-tpa_server-846678c4c9-htqmh for pod on switch ip-10-0-1-212.ec2.internal I0521 23:15:27.628375 3686 kube.go:256] Updating pod tsf-tpa/server-846678c4c9-htqmh I0521 23:15:27.644193 3686 pod.go:62] [tsf-tpa/server-846678c4c9-htqmh] pod update took 15.84513ms I0521 23:15:27.644213 3686 base_network_controller_pods.go:951] [default/tsf-tpa/server-846678c4c9-htqmh] addLogicalPort annotation time took 15.870109ms I0521 23:15:27.645583 3686 pods.go:271] [tsf-tpa/server-846678c4c9-htqmh] addLogicalPort took 17.321737ms, libovsdb time 872.021µs I0521 23:15:27.679300 3686 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-sw88w] creating logical port tsf-tpa_importer-86bcdf477b-sw88w for pod on switch ip-10-0-1-212.ec2.internal I0521 23:15:27.679400 3686 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-sw88w I0521 23:15:27.710347 3686 pod.go:62] [tsf-tpa/importer-86bcdf477b-sw88w] pod update took 30.967498ms I0521 23:15:27.710367 3686 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-sw88w] addLogicalPort annotation time took 30.993385ms I0521 23:15:27.711836 3686 pods.go:271] [tsf-tpa/importer-86bcdf477b-sw88w] addLogicalPort took 32.549734ms, libovsdb time 984.581µs W0521 23:15:27.972369 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 23:15:28.417456 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:28.417477 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:15:29.927568 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0521 23:15:32.945969 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 23:15:36.687289 3686 cni.go:452] [tsf-tpa/server-846678c4c9-htqmh 72d59e96ee6b7e14cd726cb72a2ca3149ee5f367568f1a4d7fbae093c3772bb5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-846678c4c9-htqmh 72d59e96ee6b7e14cd726cb72a2ca3149ee5f367568f1a4d7fbae093c3772bb5 network default NAD default NAD key ] I0521 23:15:36.696971 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-846678c4c9-htqmh, hostIfaceName: 72d59e96ee6b7e1, network: default, NAD default, SandboxID: "72d59e96ee6b7e14cd726cb72a2ca3149ee5f367568f1a4d7fbae093c3772bb5", PCI device ID: , UID: "9ecaa271-a79d-4ae5-b537-d19a15e5e626", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 23:15:36.746506 3686 cni.go:452] [tsf-tpa/importer-86bcdf477b-sw88w ef0e8e628ea53dcd4f68df59f31553e5ba8b7f7846f5f7ea1f8d3ac6bba02065 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-sw88w ef0e8e628ea53dcd4f68df59f31553e5ba8b7f7846f5f7ea1f8d3ac6bba02065 network default NAD default NAD key ] I0521 23:15:36.748440 3686 cni.go:473] [tsf-tpa/server-846678c4c9-htqmh 72d59e96ee6b7e14cd726cb72a2ca3149ee5f367568f1a4d7fbae093c3772bb5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-846678c4c9-htqmh 72d59e96ee6b7e14cd726cb72a2ca3149ee5f367568f1a4d7fbae093c3772bb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:26:8e:60:10:30\",\"name\":\"72d59e96ee6b7e1\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8465404a-dbdf-4e6a-ad6e-c7085227fc82\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:36.755542 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-sw88w, hostIfaceName: ef0e8e628ea53dc, network: default, NAD default, SandboxID: "ef0e8e628ea53dcd4f68df59f31553e5ba8b7f7846f5f7ea1f8d3ac6bba02065", PCI device ID: , UID: "3b74d568-1865-4dd1-8cfc-e514ba7fac18", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0521 23:15:36.804359 3686 cni.go:473] [tsf-tpa/importer-86bcdf477b-sw88w ef0e8e628ea53dcd4f68df59f31553e5ba8b7f7846f5f7ea1f8d3ac6bba02065 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-sw88w ef0e8e628ea53dcd4f68df59f31553e5ba8b7f7846f5f7ea1f8d3ac6bba02065 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:63:c7:26:8b:9c\",\"name\":\"ef0e8e628ea53dc\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce311926-6f63-4ec4-90b9-dfe59bd99c06\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:15:38.978420 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0521 23:15:41.053088 3686 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0521 23:15:42.063337 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-212.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0521 23:15:49.628577 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 23:15:52.547976 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:52.548501 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:53.420070 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:53.420090 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.146909 3686 cni.go:452] [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key ] I0521 23:15:59.228671 3686 cni.go:473] [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 0082522935d42a31556dbbcdc2610bffe410cddd36c45aa9188e2898d267f2f8 network default NAD default NAD key default], result "{}", err I0521 23:15:59.285060 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:59.285089 3686 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 23:15:59.286331 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.42 I0521 23:15:59.286358 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:59.329599 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.329620 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.336987 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 23:15:59.337023 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 23:16:00.171732 3686 namespace.go:98] [build-service] adding namespace I0521 23:16:00.172589 3686 namespace.go:102] [build-service] adding namespace took 837.354µs I0521 23:16:00.175433 3686 namespace.go:98] [integration-service] adding namespace I0521 23:16:00.175485 3686 namespace.go:98] [image-controller] adding namespace I0521 23:16:00.176124 3686 namespace.go:102] [integration-service] adding namespace took 673.528µs I0521 23:16:00.176747 3686 namespace.go:102] [image-controller] adding namespace took 1.247285ms I0521 23:16:00.177055 3686 namespace.go:98] [default-tenant] adding namespace I0521 23:16:00.177588 3686 namespace.go:102] [default-tenant] adding namespace took 518.968µs I0521 23:16:00.202268 3686 namespace.go:142] [build-service] updating namespace I0521 23:16:00.252762 3686 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.255447 3686 namespace.go:142] [build-service] updating namespace I0521 23:16:00.281423 3686 namespace.go:142] [image-controller] updating namespace I0521 23:16:00.284657 3686 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.310576 3686 namespace.go:142] [image-controller] updating namespace I0521 23:16:00.319305 3686 namespace.go:142] [default-tenant] updating namespace I0521 23:16:00.341493 3686 namespace.go:142] [default-tenant] updating namespace I0521 23:16:00.572054 3686 namespace.go:142] [build-service] updating namespace I0521 23:16:00.665540 3686 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.800562 3686 namespace.go:98] [release-service] adding namespace I0521 23:16:00.801446 3686 namespace.go:102] [release-service] adding namespace took 861.91µs I0521 23:16:00.859629 3686 namespace.go:142] [release-service] updating namespace I0521 23:16:00.890378 3686 namespace.go:142] [release-service] updating namespace I0521 23:16:01.092514 3686 namespace.go:142] [konflux-ui] updating namespace I0521 23:16:01.245564 3686 namespace.go:142] [build-service] updating namespace I0521 23:16:01.273534 3686 namespace.go:98] [konflux-info] adding namespace I0521 23:16:01.274334 3686 namespace.go:102] [konflux-info] adding namespace took 783.067µs I0521 23:16:01.368529 3686 namespace.go:98] [namespace-lister] adding namespace I0521 23:16:01.369456 3686 namespace.go:102] [namespace-lister] adding namespace took 907.341µs I0521 23:16:01.425597 3686 namespace.go:142] [konflux-info] updating namespace I0521 23:16:01.520474 3686 namespace.go:98] [enterprise-contract-service] adding namespace I0521 23:16:01.520588 3686 namespace.go:142] [image-controller] updating namespace I0521 23:16:01.521258 3686 namespace.go:102] [enterprise-contract-service] adding namespace took 763.041µs I0521 23:16:01.524575 3686 namespace.go:142] [konflux-info] updating namespace I0521 23:16:01.775545 3686 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:01.775636 3686 namespace.go:142] [default-tenant] updating namespace I0521 23:16:01.984613 3686 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:01.984632 3686 namespace.go:98] [segment-bridge] adding namespace I0521 23:16:01.985504 3686 namespace.go:102] [segment-bridge] adding namespace took 855.891µs I0521 23:16:01.995268 3686 namespace.go:98] [konflux-cli] adding namespace I0521 23:16:01.995933 3686 namespace.go:102] [konflux-cli] adding namespace took 648.33µs I0521 23:16:02.038326 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:02.111716 3686 namespace.go:142] [default-tenant] updating namespace I0521 23:16:02.144544 3686 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:02.179533 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:02.245772 3686 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:02.245953 3686 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:02.330594 3686 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:02.479259 3686 namespace.go:142] [image-controller] updating namespace I0521 23:16:02.663750 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 23:16:02.664249 3686 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 23:16:02.664266 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 23:16:02.666720 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 23:16:02.695778 3686 namespace.go:142] [integration-service] updating namespace I0521 23:16:02.760763 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 23:16:02.760784 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 23:16:02.761572 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 23:16:02.794490 3686 namespace.go:142] [build-service] updating namespace I0521 23:16:02.836027 3686 namespace.go:142] [default-tenant] updating namespace I0521 23:16:02.854464 3686 namespace.go:142] [image-controller] updating namespace I0521 23:16:02.877858 3686 namespace.go:142] [integration-service] updating namespace I0521 23:16:02.975487 3686 namespace.go:142] [build-service] updating namespace I0521 23:16:03.150101 3686 namespace.go:142] [default-tenant] updating namespace I0521 23:16:03.308575 3686 namespace.go:142] [image-controller] updating namespace I0521 23:16:03.410282 3686 namespace.go:142] [integration-service] updating namespace I0521 23:16:04.782810 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:04.999493 3686 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:05.235705 3686 namespace.go:142] [konflux-info] updating namespace I0521 23:16:05.407367 3686 namespace.go:142] [namespace-lister] updating namespace W0521 23:16:05.519199 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 23:16:05.617495 3686 namespace.go:142] [release-service] updating namespace I0521 23:16:05.816641 3686 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:05.951267 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:05.976945 3686 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:05.999390 3686 namespace.go:142] [konflux-info] updating namespace I0521 23:16:06.022871 3686 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:06.037944 3686 namespace.go:142] [release-service] updating namespace I0521 23:16:06.060699 3686 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:06.126870 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:06.194262 3686 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:06.265950 3686 namespace.go:142] [konflux-info] updating namespace I0521 23:16:06.334502 3686 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:06.390801 3686 namespace.go:142] [release-service] updating namespace I0521 23:16:06.507869 3686 namespace.go:142] [segment-bridge] updating namespace W0521 23:16:07.389284 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 23:16:07.543181 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=595 W0521 23:16:08.503629 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0521 23:16:11.442192 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 23:16:14.550745 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:14.553414 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:16.462063 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:16.463101 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:16.493849 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:16.493863 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:17.500933 3686 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 23:16:18.533041 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 23:16:18.533106 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 23:16:18.579868 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:18.579884 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0521 23:16:29.918803 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:29.919334 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:30.650917 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:30.650940 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:30.659142 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:16:30.659162 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:17:13.661955 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 23:17:22.633526 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 23:17:32.349142 3686 obj_retry.go:498] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:32.349763 3686 obj_retry.go:498] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:32.941426 3686 obj_retry.go:492] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:32.941445 3686 obj_retry.go:492] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:32.949356 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:17:32.949380 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:17:34.057128 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:34.057730 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:34.078115 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:34.078137 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:34.086911 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 23:17:34.086936 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 23:17:51.226981 3686 namespace.go:98] [managed-tenant-ei6tn] adding namespace I0521 23:17:51.227927 3686 namespace.go:102] [managed-tenant-ei6tn] adding namespace took 921.396µs I0521 23:17:51.263381 3686 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:51.275891 3686 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.288463 3686 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.415906 3686 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.515471 3686 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:18:04.625914 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 23:18:29.650231 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 23:18:38.624758 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 23:19:03.657262 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:20:03.951493 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:03.952151 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:04.821524 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:04.821579 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:46.537984 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0521 23:20:58.644961 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 23:21:34.539631 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 I0521 23:22:32.538601 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57 I0521 23:22:39.635856 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 23:23:03.539125 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0521 23:23:08.641327 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 23:23:21.663732 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0521 23:23:23.541856 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0521 23:23:43.652800 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 23:23:56.633269 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 23:25:01.644696 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 23:25:21.059444 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:21.059494 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:21.063256 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2xxnb I0521 23:25:21.063305 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2xxnb I0521 23:25:24.027991 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:24.028039 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:24.031166 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-29hxr I0521 23:25:24.031189 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-29hxr I0521 23:25:28.028656 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:28.028720 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:28.031112 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5x7nc I0521 23:25:28.031135 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5x7nc I0521 23:25:42.547371 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=74 I0521 23:25:51.661471 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:26:48.630317 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 23:26:49.664961 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 23:27:18.543715 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0521 23:28:45.649418 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8