+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-81.ec2.internal ++ [[ -n ip-10-0-2-81.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-81.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0418 14:48:56.344793507 - disable conntrack on geneve port + echo 'I0418 14:48:56.344793507 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0418 14:48:56.366854778 - starting ovnkube-node + echo 'I0418 14:48:56.366854778 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-81.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-81.ec2.internal --init-node ip-10-0-2-81.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-81.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 14:48:56.412477 3834 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 14:48:56.412533 3834 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-576c01b661.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 14:48:56.413956 3834 kube.go:431] Waiting for certificate I0418 14:48:56.413993 3834 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 14:48:56.414022 3834 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 14:48:56.414843 3834 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 14:48:56.442605 3834 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:48:56.442629 3834 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:48:56.445788 3834 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:48:56.445872 3834 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hwf5l" I0418 14:48:56.453857 3834 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hwf5l" I0418 14:48:56.453941 3834 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:48:57.414474 3834 kube.go:438] Certificate found I0418 14:48:57.414988 3834 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 14:48:57.415927 3834 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 14:48:57.467879 3834 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 14:43:56 +0000 UTC" deadline="2026-04-19 11:49:12.223774894 +0000 UTC" I0418 14:48:57.467915 3834 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h0m14.755871188s" I0418 14:48:57.479355 3834 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 14:48:57.494744 3834 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 14:48:57.494822 3834 factory.go:561] Starting watch factory I0418 14:48:57.494923 3834 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.494945 3834 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.494951 3834 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.494969 3834 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495068 3834 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495115 3834 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495142 3834 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495142 3834 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495162 3834 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495164 3834 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495700 3834 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.495726 3834 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.496944 3834 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 14:48:57.497205 3834 server.go:101] MetricServer registers OVS metrics I0418 14:48:57.497691 3834 server.go:105] MetricServer registers OVN DB metrics I0418 14:48:57.502918 3834 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 14:48:57.502948 3834 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 14:48:57.503788 3834 controller_manager.go:370] Starting the ovnkube controller I0418 14:48:57.503801 3834 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-81.ec2.internal I0418 14:48:57.503845 3834 controller_manager.go:395] NBDB zone sync took: 37.465µs I0418 14:48:57.503854 3834 factory.go:561] Starting watch factory I0418 14:48:57.512188 3834 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.512841 3834 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.513475 3834 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.517663 3834 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.517676 3834 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.519944 3834 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 14:48:57.519969 3834 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 14:48:57.524796 3834 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 14:48:57.524834 3834 server.go:109] MetricServer registers OVN Controller metrics I0418 14:48:57.526286 3834 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:48:57.529445 3834 server.go:113] MetricServer registers OVN Northd metrics I0418 14:48:57.533598 3834 metrics.go:519] OVN Metrics Server starts to run ... I0418 14:48:57.600414 3834 factory.go:1977] *v1.Service informer cache synced successfully I0418 14:48:57.600430 3834 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 14:48:57.600434 3834 factory.go:1977] *v1.Pod informer cache synced successfully I0418 14:48:57.600438 3834 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 14:48:57.600441 3834 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 14:48:57.600443 3834 factory.go:1977] *v1.Node informer cache synced successfully I0418 14:48:57.600516 3834 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:48:57.600531 3834 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:48:57.600537 3834 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:48:57.600549 3834 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:48:57.609276 3834 factory.go:1977] *v1.Node informer cache synced successfully I0418 14:48:57.609288 3834 factory.go:1977] *v1.Service informer cache synced successfully I0418 14:48:57.609292 3834 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 14:48:57.609295 3834 factory.go:1977] *v1.Pod informer cache synced successfully I0418 14:48:57.609298 3834 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 14:48:57.609300 3834 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 14:48:57.624090 3834 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:48:57.643045 3834 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:48:57.706337 3834 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 14:48:57.706350 3834 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 14:48:57.706431 3834 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.706444 3834 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.715205 3834 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 14:48:57.715219 3834 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 14:48:57.728584 3834 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.812797 3834 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 14:48:57.812909 3834 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.812925 3834 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.815577 3834 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.818708 3834 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 14:48:57.818762 3834 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.818773 3834 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.820844 3834 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 14:48:57.821034 3834 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.824107 3834 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 14:48:57.824158 3834 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.824168 3834 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.826244 3834 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 14:48:57.826384 3834 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.829488 3834 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 14:48:57.829539 3834 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.829550 3834 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.831699 3834 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 14:48:57.837048 3834 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 14:48:57.849237 3834 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.935787 3834 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 14:48:57.936027 3834 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:48:57.936050 3834 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:48:57.938651 3834 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:48:57.941257 3834 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 14:48:57.941341 3834 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.941358 3834 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.941381 3834 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.941401 3834 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.942365 3834 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 14:48:57.943876 3834 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:57.948141 3834 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 14:48:57.990096 3834 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:48:58.047751 3834 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 14:48:58.047762 3834 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 14:48:58.047769 3834 factory.go:680] Watch Factory start up complete, took: 552.953451ms I0418 14:48:58.047835 3834 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 14:48:58.054374 3834 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 14:48:58.054386 3834 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 14:48:58.054392 3834 factory.go:680] Watch Factory start up complete, took: 550.536703ms I0418 14:48:58.054400 3834 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-81.ec2.internal" zone I0418 14:48:58.099090 3834 default_node_network_controller.go:710] Initializing the default node network controller I0418 14:48:58.181733 3834 udn_isolation.go:101] Starting UDN host isolation manager I0418 14:48:58.188501 3834 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 14:48:58.266011 3834 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 14:48:58.266094 3834 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 14:48:58.266111 3834 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 14:48:58.298623 3834 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 14:48:58.298683 3834 default_node_network_controller.go:809] Node ip-10-0-2-81.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0418 14:48:58.304437 3834 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.81"] k8s.ovn.org/zone-name:ip-10-0-2-81.ec2.internal] on node ip-10-0-2-81.ec2.internal I0418 14:48:58.324908 3834 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 14:48:58.331478 3834 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 14:48:58.331604 3834 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0418 14:48:58.331750 3834 gateway_init.go:263] Preparing Gateway I0418 14:48:58.331762 3834 gateway_shared_intf.go:1687] Creating new gateway I0418 14:48:58.444706 3834 iptables.go:108] Creating table: filter chain: FORWARD I0418 14:48:58.452756 3834 iptables.go:108] Creating table: filter chain: OUTPUT I0418 14:48:58.459910 3834 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 14:48:58.459926 3834 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-81.ec2.internal","mac-address":"0e:ad:ef:ed:65:b9","ip-addresses":["10.0.2.81/24"],"ip-address":"10.0.2.81/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:407b89c3-6743-44ad-b3e2-98f10cdc90e3 k8s.ovn.org/node-encap-ips:["10.0.2.81"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.81/24"} k8s.ovn.org/zone-name:ip-10-0-2-81.ec2.internal] on node ip-10-0-2-81.ec2.internal I0418 14:48:58.478427 3834 default_node_network_controller.go:519] Node connection status = connected I0418 14:48:58.555026 3834 controller_manager.go:429] Waiting for node in zone sync took: 500.612017ms I0418 14:48:58.560571 3834 controller_manager.go:611] Switching to transit router for layer2 networks I0418 14:48:58.560590 3834 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-81.ec2.internal I0418 14:48:58.574995 3834 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 14:48:58.581975 3834 controller_manager.go:290] SCTP support detected in OVN I0418 14:48:58.582669 3834 services_controller.go:69] Creating services controller for network=default I0418 14:48:58.582739 3834 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 14:48:58.582962 3834 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 14:48:58.583012 3834 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 14:48:58.583030 3834 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 14:48:58.583042 3834 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 14:48:58.583298 3834 udn_enabled_svc.go:95] Performing full resync I0418 14:48:58.583356 3834 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 14:48:58.583405 3834 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 14:48:58.583494 3834 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.117µs I0418 14:48:58.583515 3834 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 101.177µs I0418 14:48:58.583521 3834 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 115.776µs I0418 14:48:58.583527 3834 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 14:48:58.583532 3834 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 14:48:58.583541 3834 default_network_controller.go:325] Starting the default network controller I0418 14:48:58.583578 3834 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.811µs I0418 14:48:58.583590 3834 udn_enabled_svc.go:99] Waiting for handler to sync I0418 14:48:58.583598 3834 udn_enabled_svc.go:104] Starting worker I0418 14:48:58.594014 3834 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 14:48:58.594082 3834 repair.go:33] Syncing exgw routes took 55.525µs I0418 14:48:58.594104 3834 default_network_controller.go:414] Starting all the Watchers... I0418 14:48:58.594362 3834 namespace.go:98] [openshift-insights] adding namespace I0418 14:48:58.594374 3834 namespace.go:98] [openshift-operators] adding namespace I0418 14:48:58.594390 3834 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 14:48:58.594400 3834 namespace.go:98] [kube-node-lease] adding namespace I0418 14:48:58.594420 3834 namespace.go:98] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] adding namespace I0418 14:48:58.594426 3834 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 14:48:58.594433 3834 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 14:48:58.594435 3834 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 14:48:58.594460 3834 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 14:48:58.594462 3834 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 14:48:58.594502 3834 namespace.go:98] [openshift-authentication] adding namespace I0418 14:48:58.594502 3834 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 14:48:58.594516 3834 namespace.go:98] [openshift-etcd] adding namespace I0418 14:48:58.594539 3834 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 14:48:58.594557 3834 namespace.go:98] [default] adding namespace I0418 14:48:58.595065 3834 namespace.go:102] [openshift-insights] adding namespace took 690.559µs I0418 14:48:58.595081 3834 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 14:48:58.595632 3834 namespace.go:102] [openshift-kube-apiserver] adding namespace took 544.545µs I0418 14:48:58.595652 3834 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 14:48:58.596231 3834 namespace.go:102] [openshift-backplane-mobb] adding namespace took 571.477µs I0418 14:48:58.596251 3834 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 14:48:58.596966 3834 namespace.go:102] [openshift-operators] adding namespace took 2.578645ms I0418 14:48:58.596982 3834 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 14:48:58.597571 3834 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.165431ms I0418 14:48:58.597587 3834 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 14:48:58.598133 3834 namespace.go:102] [kube-node-lease] adding namespace took 3.726659ms I0418 14:48:58.598145 3834 namespace.go:98] [openshift-logging] adding namespace I0418 14:48:58.598757 3834 namespace.go:102] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] adding namespace took 4.321106ms I0418 14:48:58.598775 3834 namespace.go:98] [openshift-ingress] adding namespace I0418 14:48:58.599324 3834 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.871862ms I0418 14:48:58.599343 3834 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 14:48:58.600027 3834 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.58352ms I0418 14:48:58.600040 3834 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 14:48:58.600632 3834 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.182102ms I0418 14:48:58.600651 3834 namespace.go:98] [openshift] adding namespace I0418 14:48:58.601245 3834 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.773718ms I0418 14:48:58.601256 3834 namespace.go:98] [kube-public] adding namespace I0418 14:48:58.601961 3834 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.482667ms I0418 14:48:58.601982 3834 namespace.go:98] [openshift-controller-manager] adding namespace I0418 14:48:58.602590 3834 namespace.go:102] [openshift-authentication] adding namespace took 8.075008ms I0418 14:48:58.602601 3834 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 14:48:58.603171 3834 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.651523ms I0418 14:48:58.603190 3834 namespace.go:98] [kube-system] adding namespace I0418 14:48:58.603810 3834 namespace.go:102] [openshift-etcd] adding namespace took 9.287692ms I0418 14:48:58.603822 3834 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 14:48:58.604433 3834 namespace.go:102] [openshift-backplane-tam] adding namespace took 9.886837ms I0418 14:48:58.604443 3834 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 14:48:58.604934 3834 namespace.go:102] [default] adding namespace took 10.366904ms I0418 14:48:58.604950 3834 namespace.go:98] [openshift-config] adding namespace I0418 14:48:58.605499 3834 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.224523ms I0418 14:48:58.605511 3834 namespace.go:98] [openshift-marketplace] adding namespace I0418 14:48:58.605992 3834 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.001798ms I0418 14:48:58.606022 3834 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 14:48:58.606916 3834 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.321421ms I0418 14:48:58.606936 3834 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 14:48:58.607441 3834 namespace.go:102] [openshift-logging] adding namespace took 9.289461ms I0418 14:48:58.607458 3834 namespace.go:98] [dedicated-admin] adding namespace I0418 14:48:58.608087 3834 namespace.go:102] [openshift-ingress] adding namespace took 9.305435ms I0418 14:48:58.608101 3834 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 14:48:58.608589 3834 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.237909ms I0418 14:48:58.608605 3834 namespace.go:98] [openshift-authentication-operator] adding namespace W0418 14:48:58.608599 3834 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d88r6: pod openshift-network-diagnostics/network-check-target-d88r6: no pod IPs found W0418 14:48:58.608622 3834 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mrf7z: pod openshift-network-diagnostics/network-check-target-mrf7z: no pod IPs found W0418 14:48:58.608634 3834 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-npc59: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found I0418 14:48:58.609169 3834 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.12285ms I0418 14:48:58.609184 3834 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 14:48:58.609669 3834 namespace.go:102] [openshift] adding namespace took 9.011196ms I0418 14:48:58.609685 3834 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 14:48:58.610091 3834 namespace.go:102] [kube-public] adding namespace took 8.8298ms I0418 14:48:58.610108 3834 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 14:48:58.610689 3834 namespace.go:102] [openshift-controller-manager] adding namespace took 8.700005ms I0418 14:48:58.610705 3834 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 14:48:58.611178 3834 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.571006ms I0418 14:48:58.611194 3834 namespace.go:98] [openshift-multus] adding namespace I0418 14:48:58.611624 3834 namespace.go:102] [kube-system] adding namespace took 8.427806ms I0418 14:48:58.611642 3834 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 14:48:58.612172 3834 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.343161ms I0418 14:48:58.612188 3834 namespace.go:98] [openshift-config-operator] adding namespace I0418 14:48:58.612686 3834 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.237546ms I0418 14:48:58.612698 3834 namespace.go:98] [openshift-machine-api] adding namespace I0418 14:48:58.613185 3834 namespace.go:102] [openshift-config] adding namespace took 8.227104ms I0418 14:48:58.613200 3834 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 14:48:58.613685 3834 namespace.go:102] [openshift-marketplace] adding namespace took 8.167517ms I0418 14:48:58.613706 3834 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 14:48:58.614105 3834 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.07305ms I0418 14:48:58.614123 3834 namespace.go:98] [openshift-network-operator] adding namespace I0418 14:48:58.614630 3834 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.687052ms I0418 14:48:58.614643 3834 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 14:48:58.615122 3834 namespace.go:102] [dedicated-admin] adding namespace took 7.657517ms I0418 14:48:58.615134 3834 namespace.go:98] [openshift-dns] adding namespace I0418 14:48:58.615625 3834 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.518346ms I0418 14:48:58.615639 3834 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 14:48:58.616047 3834 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.434099ms I0418 14:48:58.616057 3834 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 14:48:58.616587 3834 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.397861ms I0418 14:48:58.616600 3834 namespace.go:98] [openshift-image-registry] adding namespace I0418 14:48:58.617081 3834 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.389997ms I0418 14:48:58.617096 3834 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 14:48:58.617602 3834 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.486363ms I0418 14:48:58.617617 3834 namespace.go:98] [openshift-dns-operator] adding namespace W0418 14:48:58.618075 3834 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2tqrf: pod openshift-multus/network-metrics-daemon-2tqrf: no pod IPs found W0418 14:48:58.618086 3834 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-w4vcr: pod openshift-multus/network-metrics-daemon-w4vcr: no pod IPs found W0418 14:48:58.618092 3834 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-294wx: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found I0418 14:48:58.618130 3834 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.418957ms I0418 14:48:58.618171 3834 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 14:48:58.618688 3834 namespace.go:102] [openshift-multus] adding namespace took 7.487378ms I0418 14:48:58.618705 3834 namespace.go:98] [openshift-infra] adding namespace I0418 14:48:58.619143 3834 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.495109ms I0418 14:48:58.619156 3834 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 14:48:58.619650 3834 namespace.go:102] [openshift-config-operator] adding namespace took 7.454789ms I0418 14:48:58.619669 3834 namespace.go:98] [openshift-node] adding namespace I0418 14:48:58.620177 3834 namespace.go:102] [openshift-machine-api] adding namespace took 7.472369ms I0418 14:48:58.620193 3834 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 14:48:58.620675 3834 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.470316ms I0418 14:48:58.620689 3834 namespace.go:98] [openshift-backplane] adding namespace I0418 14:48:58.621104 3834 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.391702ms I0418 14:48:58.621656 3834 namespace.go:102] [openshift-network-operator] adding namespace took 7.527154ms I0418 14:48:58.621672 3834 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 14:48:58.622150 3834 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.499773ms I0418 14:48:58.622166 3834 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 14:48:58.622703 3834 namespace.go:102] [openshift-dns] adding namespace took 7.563956ms I0418 14:48:58.622716 3834 namespace.go:98] [openshift-cluster-version] adding namespace I0418 14:48:58.623216 3834 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.570626ms I0418 14:48:58.623233 3834 namespace.go:98] [openshift-monitoring] adding namespace I0418 14:48:58.623745 3834 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.68059ms I0418 14:48:58.623760 3834 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 14:48:58.624221 3834 namespace.go:102] [openshift-image-registry] adding namespace took 7.614418ms I0418 14:48:58.624237 3834 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 14:48:58.624750 3834 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.64729ms I0418 14:48:58.624765 3834 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 14:48:58.625234 3834 namespace.go:102] [openshift-dns-operator] adding namespace took 7.609346ms I0418 14:48:58.625251 3834 namespace.go:98] [openshift-host-network] adding namespace I0418 14:48:58.625726 3834 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.5464ms I0418 14:48:58.625737 3834 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 14:48:58.626215 3834 namespace.go:102] [openshift-infra] adding namespace took 7.503824ms I0418 14:48:58.626230 3834 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 14:48:58.626717 3834 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.555524ms I0418 14:48:58.626733 3834 namespace.go:98] [openshift-network-console] adding namespace I0418 14:48:58.627204 3834 namespace.go:102] [openshift-node] adding namespace took 7.528471ms I0418 14:48:58.627220 3834 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 14:48:58.627704 3834 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.504537ms I0418 14:48:58.627721 3834 namespace.go:98] [openshift-console] adding namespace I0418 14:48:58.628182 3834 namespace.go:102] [openshift-backplane] adding namespace took 7.486758ms I0418 14:48:58.628197 3834 namespace.go:98] [openshift-console-operator] adding namespace I0418 14:48:58.629071 3834 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.391421ms I0418 14:48:58.629557 3834 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.384552ms I0418 14:48:58.629571 3834 namespace.go:98] [openshift-package-operator] adding namespace I0418 14:48:58.630041 3834 namespace.go:102] [openshift-cluster-version] adding namespace took 7.318778ms I0418 14:48:58.630510 3834 namespace.go:102] [openshift-monitoring] adding namespace took 7.270434ms I0418 14:48:58.630969 3834 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.204011ms I0418 14:48:58.631561 3834 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.31722ms I0418 14:48:58.631573 3834 namespace.go:98] [openshift-config-managed] adding namespace I0418 14:48:58.632088 3834 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.316255ms I0418 14:48:58.632623 3834 namespace.go:102] [openshift-host-network] adding namespace took 7.364724ms I0418 14:48:58.633119 3834 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.376142ms I0418 14:48:58.633583 3834 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.347338ms I0418 14:48:58.634041 3834 namespace.go:102] [openshift-network-console] adding namespace took 7.301881ms I0418 14:48:58.634498 3834 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.272978ms I0418 14:48:58.635027 3834 namespace.go:102] [openshift-console] adding namespace took 7.299213ms I0418 14:48:58.635459 3834 namespace.go:102] [openshift-console-operator] adding namespace took 7.256054ms I0418 14:48:58.635472 3834 namespace.go:98] [openshift-apiserver] adding namespace I0418 14:48:58.635861 3834 namespace.go:102] [openshift-package-operator] adding namespace took 6.284873ms I0418 14:48:58.636290 3834 namespace.go:102] [openshift-config-managed] adding namespace took 4.712383ms I0418 14:48:58.636783 3834 namespace.go:102] [openshift-apiserver] adding namespace took 1.306629ms W0418 14:48:58.636865 3834 master.go:471] Unable to parse remote node ip-10-0-0-131.ec2.internal chassis-id annotation. Chassis may be removed during sync W0418 14:48:58.636874 3834 master.go:471] Unable to parse remote node ip-10-0-1-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 14:48:58.636981 3834 master.go:548] Adding or Updating local node "ip-10-0-2-81.ec2.internal" for network "default" I0418 14:48:58.637057 3834 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-131.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal I0418 14:48:58.637062 3834 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-63.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-63.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-63.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-63.ec2.internal W0418 14:48:58.645127 3834 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-w4vcr: pod openshift-multus/network-metrics-daemon-w4vcr: no pod IPs found W0418 14:48:58.645148 3834 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-mrf7z: pod openshift-network-diagnostics/network-check-target-mrf7z: no pod IPs found I0418 14:48:58.646144 3834 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-81.ec2.internal for the network default I0418 14:48:58.646511 3834 zone_ic_handler.go:195] Time taken to create transit switch: 355.591µs I0418 14:48:58.647341 3834 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 14:48:58.647365 3834 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 14:48:58.647377 3834 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 14:48:58.647389 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-81.ec2.internal in network "default" I0418 14:48:58.647446 3834 node_tracker.go:169] Node ip-10-0-2-81.ec2.internal switch + router changed, syncing services in network "default" I0418 14:48:58.647464 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:48:58.647469 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:48:58.647478 3834 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0418 14:48:58.647484 3834 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:48:58.647488 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:48:58.647492 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:48:58.647499 3834 node_tracker.go:235] Node ip-10-0-1-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-63.ec2.internal" I0418 14:48:58.647504 3834 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:48:58.647508 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:48:58.747678 3834 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 14:48:58.747697 3834 services_controller.go:208] Setting up event handlers for services for network=default I0418 14:48:58.747794 3834 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 14:48:58.747871 3834 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 14:48:58.747883 3834 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 14:48:58.848237 3834 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 14:48:58.848252 3834 repair.go:60] Starting repairing loop for services I0418 14:48:58.848345 3834 repair.go:131] Deleted 0 stale service LBs I0418 14:48:58.848363 3834 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 14:48:58.848378 3834 repair.go:62] Finished repairing loop for services: 126.742µs I0418 14:48:58.848408 3834 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 14:48:58.848417 3834 services_controller.go:254] Starting workers for network=default I0418 14:48:58.848742 3834 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mrf7z] creating logical port openshift-network-diagnostics_network-check-target-mrf7z for pod on switch ip-10-0-2-81.ec2.internal I0418 14:48:58.848799 3834 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-2tqrf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2tqrf: suppressed error logged: pod openshift-multus/network-metrics-daemon-2tqrf: no pod IPs found I0418 14:48:58.848854 3834 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-npc59, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-npc59: suppressed error logged: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found I0418 14:48:58.848915 3834 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-294wx, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-294wx: suppressed error logged: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found I0418 14:48:58.848930 3834 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-w4vcr] creating logical port openshift-multus_network-metrics-daemon-w4vcr for pod on switch ip-10-0-2-81.ec2.internal I0418 14:48:58.848933 3834 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-mrf7z I0418 14:48:58.848939 3834 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-d88r6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-d88r6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-d88r6: no pod IPs found I0418 14:48:58.849019 3834 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-w4vcr I0418 14:48:58.865111 3834 pod.go:62] [openshift-network-diagnostics/network-check-target-mrf7z] pod update took 16.284648ms I0418 14:48:58.865136 3834 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-mrf7z] addLogicalPort annotation time took 16.312809ms I0418 14:48:58.865282 3834 pod.go:62] [openshift-multus/network-metrics-daemon-w4vcr] pod update took 16.287466ms I0418 14:48:58.865302 3834 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-w4vcr] addLogicalPort annotation time took 16.308896ms I0418 14:48:58.866759 3834 pods.go:271] [openshift-multus/network-metrics-daemon-w4vcr] addLogicalPort took 17.842608ms, libovsdb time 1.187907ms I0418 14:48:58.866824 3834 pods.go:271] [openshift-network-diagnostics/network-check-target-mrf7z] addLogicalPort took 18.09081ms, libovsdb time 1.250497ms I0418 14:48:58.867329 3834 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 14:48:58.867349 3834 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 14:48:58.867359 3834 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 14:48:58.867364 3834 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 14:48:58.867530 3834 repair.go:29] Repairing admin network policies took 162.277µs I0418 14:48:58.867623 3834 repair.go:92] Repairing baseline admin network policies took 84.79µs I0418 14:48:58.868027 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 14:48:58.868045 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 14:48:58.869625 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 14:48:58.869642 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 14:48:58.869650 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 14:48:58.870131 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 14:48:58.870150 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 14:48:58.870160 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 14:48:58.871616 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 14:48:58.871631 3834 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 14:48:58.871639 3834 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 14:48:58.873562 3834 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 14:48:58.873579 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 14:48:58.873585 3834 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 14:48:58.874802 3834 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 14:48:58.874825 3834 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 14:48:58.874835 3834 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 14:48:58.876865 3834 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 14:48:58.876884 3834 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 14:48:58.876891 3834 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 14:48:58.878369 3834 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 14:48:58.878392 3834 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 14:48:58.878406 3834 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 14:48:58.879867 3834 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 14:48:58.879886 3834 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 14:48:58.879898 3834 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 14:48:58.881969 3834 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 14:48:58.881994 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 14:48:58.882004 3834 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 14:48:58.882747 3834 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 14:48:58.882766 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 14:48:58.882777 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 14:48:58.883404 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 14:48:58.883424 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 14:48:58.883871 3834 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 14:48:58.883886 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 14:48:58.884594 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 14:48:58.884611 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 14:48:58.884620 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 14:48:58.885033 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 14:48:58.885048 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 14:48:58.885069 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 14:48:58.885788 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 14:48:58.885805 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 14:48:58.885814 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 14:48:58.886750 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 14:48:58.886766 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 14:48:58.886777 3834 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 14:48:58.887385 3834 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 14:48:58.887403 3834 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 14:48:58.887413 3834 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 14:48:58.888518 3834 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 14:48:58.888538 3834 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 14:48:58.888552 3834 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 14:48:58.889503 3834 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 14:48:58.889519 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 14:48:58.889527 3834 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 14:48:58.890177 3834 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 14:48:58.890196 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 14:48:58.890207 3834 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 14:48:58.890694 3834 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 14:48:58.890711 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 14:48:58.890717 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 14:48:58.891949 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 14:48:58.891967 3834 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 14:48:58.891977 3834 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 14:48:58.892500 3834 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 14:48:58.892517 3834 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 14:48:58.892525 3834 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 14:48:58.893019 3834 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 14:48:58.893036 3834 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 14:48:58.893044 3834 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 14:48:58.893890 3834 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 14:48:58.893907 3834 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 14:48:58.893914 3834 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 14:48:58.894195 3834 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 14:48:58.894213 3834 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 14:48:58.894223 3834 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 14:48:58.895144 3834 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 14:48:58.895161 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 14:48:58.895168 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 14:48:58.895641 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 14:48:58.895658 3834 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 14:48:58.895665 3834 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 14:48:58.896082 3834 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 14:48:58.896098 3834 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 14:48:58.896111 3834 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 14:48:58.897223 3834 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 14:48:58.901806 3834 egressfirewall.go:374] Starting EgressFirewall controller I0418 14:48:58.901838 3834 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 14:48:58.901856 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 14:48:58.901873 3834 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 14:48:58.901886 3834 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 14:48:58.901917 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 14:48:58.901927 3834 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 14:48:58.902175 3834 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 14:48:58.902188 3834 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 14:48:58.902193 3834 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 14:48:58.902201 3834 egressqos.go:193] Setting up event handlers for EgressQoS I0418 14:48:58.902207 3834 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0418 14:48:58.902214 3834 egressfirewall.go:723] Syncing node "ip-10-0-1-63.ec2.internal" for egress firewall I0418 14:48:58.902218 3834 egressfirewall.go:723] Syncing node "ip-10-0-2-81.ec2.internal" for egress firewall I0418 14:48:58.902291 3834 egressqos.go:245] Starting EgressQoS Controller I0418 14:48:58.902300 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 14:48:58.902322 3834 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 14:48:58.902329 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 14:48:58.902333 3834 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 14:48:58.902338 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 14:48:58.902342 3834 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 14:48:58.902345 3834 egressqos.go:259] Repairing EgressQoSes I0418 14:48:58.902349 3834 egressqos.go:399] Starting repairing loop for egressqos I0418 14:48:58.902418 3834 egressqos.go:401] Finished repairing loop for egressqos: 68.734µs I0418 14:48:58.902432 3834 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 14:48:58.902478 3834 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-81.ec2.internal I0418 14:48:58.902550 3834 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-81.ec2.internal : 70.21µs I0418 14:48:58.902629 3834 egressservice_zone.go:210] Starting Egress Services Controller I0418 14:48:58.902640 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 14:48:58.902646 3834 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 14:48:58.902652 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 14:48:58.902656 3834 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 14:48:58.902661 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 14:48:58.902665 3834 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 14:48:58.902671 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 14:48:58.902675 3834 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 14:48:58.902681 3834 egressservice_zone.go:228] Repairing Egress Services I0418 14:48:58.903033 3834 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 14:48:58.903043 3834 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 14:48:58.903044 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:48:58.903054 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 11.61µs I0418 14:48:58.903064 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:48:58.903069 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 6.487µs I0418 14:48:58.903094 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-81.ec2.internal I0418 14:48:58.903107 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-81.ec2.internal: 5.023µs I0418 14:48:58.903196 3834 default_network_controller.go:585] Completing all the Watchers took 309.085151ms I0418 14:48:58.903210 3834 default_network_controller.go:589] Starting unidling controllers I0418 14:48:58.903220 3834 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 14:48:58.903226 3834 unidle.go:63] Populating Initial ContollerEvent events I0418 14:48:58.903238 3834 unidle.go:79] Setting up event handlers for services I0418 14:48:58.903304 3834 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 14:48:58.979040 3834 default_node_network_controller.go:519] Node connection status = connected I0418 14:48:59.124411 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:48:59.124432 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 27.375µs I0418 14:48:59.124465 3834 egressfirewall.go:723] Syncing node "ip-10-0-1-63.ec2.internal" for egress firewall I0418 14:48:59.124541 3834 default_network_controller.go:1025] Node "ip-10-0-1-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:48:59.479168 3834 default_node_network_controller.go:519] Node connection status = connected I0418 14:48:59.979354 3834 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:00.274641 3834 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 14:49:00.479095 3834 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:00.497338 3834 bridgeconfig.go:537] Gateway is ready I0418 14:49:00.497360 3834 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 14:49:00.509592 3834 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.81. Updating OVN encap IP. I0418 14:49:00.515476 3834 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.81 - it is already configured I0418 14:49:00.515495 3834 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.81/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 14:49:00.515775 3834 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.81/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-81.ec2.internal","mac-address":"0e:ad:ef:ed:65:b9","ip-addresses":["10.0.2.81/24"],"ip-address":"10.0.2.81/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:407b89c3-6743-44ad-b3e2-98f10cdc90e3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.81/24"}] on node ip-10-0-2-81.ec2.internal I0418 14:49:00.531107 3834 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.81 I0418 14:49:00.531187 3834 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-81.ec2.internal I0418 14:49:00.531219 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-81.ec2.internal I0418 14:49:00.531234 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-81.ec2.internal: 20.524µs I0418 14:49:00.531301 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-81.ec2.internal in network "default" I0418 14:49:00.531386 3834 node_tracker.go:169] Node ip-10-0-2-81.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:00.531301 3834 egressfirewall.go:723] Syncing node "ip-10-0-2-81.ec2.internal" for egress firewall I0418 14:49:00.531423 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:49:00.531462 3834 master.go:548] Adding or Updating local node "ip-10-0-2-81.ec2.internal" for network "default" I0418 14:49:00.536713 3834 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-81.ec2.internal. Updating no re-route policies I0418 14:49:00.536793 3834 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-c7qvp I0418 14:49:00.536805 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xcgtf I0418 14:49:00.536813 3834 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-c7qvp I0418 14:49:00.536810 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-npc59 I0418 14:49:00.536826 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-294wx I0418 14:49:00.536826 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wm6t5 I0418 14:49:00.536833 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-294wx I0418 14:49:00.536837 3834 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-c7qvp after 0 failed attempt(s) I0418 14:49:00.536843 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wm6t5 I0418 14:49:00.536841 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-w4vcr I0418 14:49:00.536855 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2kmr5 I0418 14:49:00.536856 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6c5h4 I0418 14:49:00.536860 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-w4vcr I0418 14:49:00.536858 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2tqrf I0418 14:49:00.536867 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wm6t5 after 0 failed attempt(s) I0418 14:49:00.536871 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-b74jv I0418 14:49:00.536877 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mrf7z I0418 14:49:00.536872 3834 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-294wx, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-294wx: suppressed error logged: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found I0418 14:49:00.536829 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-npc59 I0418 14:49:00.536885 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mrf7z I0418 14:49:00.536892 3834 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-78mxz I0418 14:49:00.536897 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-81.ec2.internal I0418 14:49:00.536882 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bjbfc I0418 14:49:00.536902 3834 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-78mxz I0418 14:49:00.536910 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-81.ec2.internal I0418 14:49:00.536917 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bjbfc I0418 14:49:00.536926 3834 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-78mxz after 0 failed attempt(s) I0418 14:49:00.536861 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2kmr5 I0418 14:49:00.536927 3834 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-w4vcr] creating logical port openshift-multus_network-metrics-daemon-w4vcr for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:00.536938 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bjbfc after 0 failed attempt(s) I0418 14:49:00.536933 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-81.ec2.internal after 0 failed attempt(s) I0418 14:49:00.536941 3834 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-npc59, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-npc59: suppressed error logged: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found I0418 14:49:00.536927 3834 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mrf7z] creating logical port openshift-network-diagnostics_network-check-target-mrf7z for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:00.536956 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-b74jv I0418 14:49:00.536819 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xcgtf I0418 14:49:00.536972 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-b74jv after 0 failed attempt(s) I0418 14:49:00.536970 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2kmr5 after 0 failed attempt(s) I0418 14:49:00.536864 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-tv5rt I0418 14:49:00.536989 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xcgtf after 0 failed attempt(s) I0418 14:49:00.537000 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-tv5rt I0418 14:49:00.536900 3834 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-81.ec2.internal I0418 14:49:00.537034 3834 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-81.ec2.internal I0418 14:49:00.537049 3834 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-81.ec2.internal after 0 failed attempt(s) I0418 14:49:00.536842 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-ktqs2 I0418 14:49:00.537065 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-ktqs2 I0418 14:49:00.537081 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-ktqs2 after 0 failed attempt(s) I0418 14:49:00.536868 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6c5h4 I0418 14:49:00.537093 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6c5h4 after 0 failed attempt(s) I0418 14:49:00.536877 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2tqrf I0418 14:49:00.537116 3834 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-2tqrf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2tqrf: suppressed error logged: pod openshift-multus/network-metrics-daemon-2tqrf: no pod IPs found I0418 14:49:00.536880 3834 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-d88r6 I0418 14:49:00.537139 3834 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-d88r6 I0418 14:49:00.537023 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-tv5rt after 0 failed attempt(s) I0418 14:49:00.537179 3834 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-d88r6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-d88r6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-d88r6: no pod IPs found I0418 14:49:00.537661 3834 pods.go:271] [openshift-network-diagnostics/network-check-target-mrf7z] addLogicalPort took 742.664µs, libovsdb time 259.056µs I0418 14:49:00.537677 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-mrf7z after 0 failed attempt(s) I0418 14:49:00.537751 3834 pods.go:271] [openshift-multus/network-metrics-daemon-w4vcr] addLogicalPort took 859.647µs, libovsdb time 320.43µs I0418 14:49:00.537764 3834 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-w4vcr after 0 failed attempt(s) I0418 14:49:00.547257 3834 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 14:49:00.560044 3834 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 14:49:00.563874 3834 iptables.go:108] Creating table: nat chain: OUTPUT I0418 14:49:00.616301 3834 iptables.go:108] Creating table: nat chain: PREROUTING I0418 14:49:00.676640 3834 iptables.go:108] Creating table: filter chain: FORWARD I0418 14:49:00.695738 3834 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 14:49:00.695948 3834 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 14:49:00.695999 3834 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 14:49:00.696113 3834 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 14:49:00.696167 3834 gateway_init.go:325] Gateway and management port readiness took 2.22186262s I0418 14:49:00.696200 3834 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 14:49:00.696245 3834 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 14:49:00.696257 3834 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 14:49:00.696267 3834 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 14:49:00.696362 3834 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 14:49:00.696451 3834 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.634µs I0418 14:49:00.696704 3834 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 14:49:00.696733 3834 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.398µs I0418 14:49:00.696743 3834 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.766µs I0418 14:49:00.696748 3834 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 14:49:00.696757 3834 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 14:49:00.696761 3834 default_node_network_controller.go:899] Starting the default node network controller I0418 14:49:00.696766 3834 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 14:49:00.696842 3834 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.559µs I0418 14:49:00.696929 3834 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 14:49:00.696939 3834 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 14:49:00.696966 3834 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c70200 0xc00033fa40 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fc70 0xc00033fce0 0xc000c7e820 0xc00033fd50 0xc00033fe30 0xc000b68370 0xc0065b3340 0xc00033fea0 map[0x2ff9080:0xc002297440 0x2ff95c0:0xc0022975c0 0x2ffa2e0:0xc002297380 0x2ffa580:0xc0022973e0 0x2ffad60:0xc0022974a0 0x2ffb000:0xc002297500 0x2ffb2a0:0xc002297560 0x2ffba80:0xc002297620 0x2ffbd20:0xc002297980 0x3026980:0xc0005fd500 0x3026d20:0xc0005fd560 0x3027800:0xc000c4f860 0x3029160:0xc001b96000 0x30298a0:0xc00290f380 0x302a720:0xc000b8a6c0] 0xc00016ccb0 0} I0418 14:49:00.697028 3834 gateway.go:151] Starting gateway service sync I0418 14:49:00.697511 3834 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 14:49:00.699917 3834 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 14:49:00.725203 3834 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 14:49:00.726628 3834 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 14:49:00.728134 3834 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 14:49:00.762631 3834 gateway.go:168] Gateway service sync done. Time taken: 65.591426ms I0418 14:49:00.763188 3834 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31151 I0418 14:49:00.763434 3834 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c70200 0xc00033fa40 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fc70 0xc00033fce0 0xc000c7e820 0xc00033fd50 0xc00033fe30 0xc000b68370 0xc0065b3340 0xc00033fea0 map[0x2ff9080:0xc002297440 0x2ff95c0:0xc0022975c0 0x2ffa2e0:0xc002297380 0x2ffa580:0xc0022973e0 0x2ffad60:0xc0022974a0 0x2ffb000:0xc002297500 0x2ffb2a0:0xc002297560 0x2ffba80:0xc002297620 0x2ffbd20:0xc002297980 0x3026980:0xc0005fd500 0x3026d20:0xc0005fd560 0x3027800:0xc000c4f860 0x3029160:0xc001b96000 0x30298a0:0xc00290f380 0x302a720:0xc000b8a6c0] 0xc00016ccb0 0} I0418 14:49:00.763913 3834 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c70200 0xc00033fa40 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fc70 0xc00033fce0 0xc000c7e820 0xc00033fd50 0xc00033fe30 0xc000b68370 0xc0065b3340 0xc00033fea0 map[0x2ff9080:0xc002297440 0x2ff95c0:0xc0022975c0 0x2ffa2e0:0xc002297380 0x2ffa580:0xc0022973e0 0x2ffad60:0xc0022974a0 0x2ffb000:0xc002297500 0x2ffb2a0:0xc002297560 0x2ffba80:0xc002297620 0x2ffbd20:0xc002297980 0x3026980:0xc0005fd500 0x3026d20:0xc0005fd560 0x3027800:0xc000c4f860 0x3029160:0xc001b96000 0x30298a0:0xc00290f380 0x302a720:0xc000b8a6c0] 0xc00016ccb0 0} I0418 14:49:00.763955 3834 gateway.go:532] Reconciling gateway with updates I0418 14:49:00.768935 3834 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 14:49:00.768984 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:00.768991 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:00.769008 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:00.769012 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:00.769016 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769029 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:00.769035 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:00.769041 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:00.769047 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:00.769047 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:00.769056 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:00.769065 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:00.769069 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:00.769079 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 14:49:00.769090 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 14:49:00.769084 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 14:49:00.769079 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:00.769097 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 14:49:00.769096 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:00.769106 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 14:49:00.769108 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 14:49:00.769046 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:00.769116 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:00.769111 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:00.769121 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:00.769121 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:00.769124 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:00.769132 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769130 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 14:49:00.769139 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:00.769062 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 14:49:00.769143 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:00.769135 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:00.769150 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 14:49:00.769153 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:00.769157 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:00.769163 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:00.769156 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:00.769169 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:00.769170 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:00.769178 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:00.769180 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 14:49:00.769185 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 14:49:00.769198 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 14:49:00.769211 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 14:49:00.769219 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:00.769228 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:00.769238 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:00.769245 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:00.769242 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:00.769243 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:00.769257 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:00.769259 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:00.769269 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:00.769270 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:00.769274 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769276 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 14:49:00.769108 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769280 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:00.769276 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 14:49:00.769290 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:00.769297 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:00.769293 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:00.769298 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:00.769326 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:00.769329 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:00.769331 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:00.769340 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:00.769341 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:00.769342 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 14:49:00.769340 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 14:49:00.769350 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:00.769246 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:00.769359 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 14:49:00.769302 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:00.769365 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:00.769270 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:00.769376 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:00.769381 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:00.769386 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769386 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 14:49:00.769231 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:00.769418 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 14:49:00.769421 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 14:49:00.769330 3834 port_claim.go:71] Svc openshift-ingress/router-default: port 31604 is already open, no action needed I0418 14:49:00.769261 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:00.769462 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 14:49:00.769420 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:00.769471 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 14:49:00.769100 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:00.769511 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:00.769515 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 14:49:00.769553 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 14:49:00.769102 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769121 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 14:49:00.769564 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769128 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:00.769582 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:00.769133 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:00.769139 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:00.769659 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:00.769156 3834 default_node_network_controller.go:944] Gateway and management port readiness took 72.2071ms I0418 14:49:00.769153 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:00.769742 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:00.769168 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:00.769169 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769032 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:00.769855 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:00.769860 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 14:49:00.769226 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 14:49:00.769283 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:00.769869 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 14:49:00.769274 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:00.769875 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:00.769879 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 14:49:00.769284 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:00.769885 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:00.769297 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:00.769917 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:00.769286 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 14:49:00.769330 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:00.769955 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:00.769343 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:00.769447 3834 port_claim.go:71] Svc openshift-ingress/router-default: port 31494 is already open, no action needed I0418 14:49:00.770289 3834 node_ip_handler_linux.go:160] Node IP manager is running W0418 14:49:00.807565 3834 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 14:49:00.807710 3834 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 14:49:00.807947 3834 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0418 14:49:00.815824 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 14:49:00.815858 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 14:49:00.815867 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 14:49:00.815876 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 14:49:00.815884 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 14:49:00.856230 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 14:49:00.856257 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 14:49:00.856265 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 14:49:00.856272 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 14:49:00.856281 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 14:49:00.895024 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 14:49:02.133484 3834 default_node_network_controller.go:1380] Starting node controller node sync W0418 14:49:02.133483 3834 egressip_healthcheck.go:76] Health checking using insecure connection I0418 14:49:02.133597 3834 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0418 14:49:02.145145 3834 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.64322ms I0418 14:49:02.145389 3834 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 14:49:02.145694 3834 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 14:49:02.145832 3834 egressservice_node.go:183] Starting Egress Services Controller I0418 14:49:02.145850 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 14:49:02.145863 3834 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 14:49:02.145871 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 14:49:02.145878 3834 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 14:49:02.145886 3834 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 14:49:02.145893 3834 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 14:49:02.145899 3834 egressservice_node.go:197] Repairing Egress Services I0418 14:49:02.156286 3834 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 14:49:02.156297 3834 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 14:49:02.156572 3834 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 14:49:02.156584 3834 link_network_manager.go:119] Link manager is running I0418 14:49:02.156592 3834 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 14:49:02.156752 3834 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 14:49:02.156888 3834 vrf_manager.go:128] VRF manager is running I0418 14:49:02.156976 3834 node_controller_manager.go:437] Removing flows to drop GARP I0418 14:49:02.156985 3834 gateway.go:532] Reconciling gateway with updates I0418 14:49:02.178182 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:02.178188 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:02.178194 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:02.178203 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:02.178199 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:02.178208 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:02.178216 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:02.178227 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:02.178233 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:02.178238 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:02.178249 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:02.178252 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:02.178257 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:02.178261 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178266 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:02.178271 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 14:49:02.178273 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 14:49:02.178288 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:02.178271 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:02.178294 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:02.178290 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:02.178299 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 14:49:02.178303 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:02.178301 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:02.178304 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 14:49:02.178331 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:02.178302 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:02.178336 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:02.178345 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 14:49:02.178348 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:02.178351 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:02.178360 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:02.178361 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:02.178366 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 14:49:02.178367 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:02.178349 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:02.178373 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:02.178371 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 14:49:02.178376 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:02.178381 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:02.178382 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178385 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:02.178386 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 14:49:02.178393 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:02.178397 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:02.178399 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:02.178404 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:02.178409 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:02.178412 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 14:49:02.178412 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:02.178420 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:02.178428 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:02.178426 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:02.178431 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:02.178434 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:02.178441 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:02.178440 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:02.178437 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 14:49:02.178446 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 14:49:02.178447 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:02.178454 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178408 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:02.178464 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:02.178470 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:02.178474 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:02.178478 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 14:49:02.178354 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:02.178425 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 14:49:02.178466 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178366 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:02.178536 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:02.178540 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 14:49:02.178544 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:02.178384 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:02.178553 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 14:49:02.178558 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:02.178562 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 14:49:02.178573 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 14:49:02.178575 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 14:49:02.178578 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178588 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 14:49:02.178240 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:02.178586 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:02.178599 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178602 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:02.178611 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 14:49:02.178333 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:02.178616 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:02.178635 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:02.178635 3834 port_claim.go:71] Svc openshift-ingress/router-default: port 31604 is already open, no action needed I0418 14:49:02.178645 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 14:49:02.178650 3834 port_claim.go:71] Svc openshift-ingress/router-default: port 31494 is already open, no action needed I0418 14:49:02.178410 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:02.178666 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:02.178366 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:02.178680 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:02.178735 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:02.178373 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:02.178749 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:02.178753 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:02.178376 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:02.178383 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:02.178825 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:02.178396 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:02.178838 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:02.178393 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:02.178846 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178393 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178412 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:02.178419 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:02.178434 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:02.178935 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:02.178436 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:02.178505 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 14:49:02.178509 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 14:49:02.178594 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 14:49:02.178335 3834 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 14:49:02.178991 3834 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 14:49:02.178995 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 14:49:02.217186 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 14:49:02.217204 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 14:49:02.217210 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 14:49:02.217216 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 14:49:02.255255 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 14:49:02.255265 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 14:49:02.255282 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 14:49:02.255291 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 14:49:02.255296 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 14:49:02.255302 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 14:49:02.293744 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 14:49:02.293765 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 14:49:02.293773 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 14:49:02.293781 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 14:49:02.293790 3834 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 14:49:02.943523 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:02.943542 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 25.734µs I0418 14:49:02.943579 3834 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0418 14:49:02.943629 3834 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:04.251792 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-81.ec2.internal I0418 14:49:04.251825 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-81.ec2.internal: 42.404µs I0418 14:49:04.280386 3834 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b8d6849fd-2trfp] creating logical port openshift-image-registry_image-registry-7b8d6849fd-2trfp for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.280538 3834 kube.go:256] Updating pod openshift-image-registry/image-registry-7b8d6849fd-2trfp I0418 14:49:04.311418 3834 pod.go:62] [openshift-image-registry/image-registry-7b8d6849fd-2trfp] pod update took 30.93426ms I0418 14:49:04.311438 3834 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b8d6849fd-2trfp] addLogicalPort annotation time took 30.962964ms I0418 14:49:04.312556 3834 pods.go:271] [openshift-image-registry/image-registry-7b8d6849fd-2trfp] addLogicalPort took 32.182419ms, libovsdb time 878.224µs I0418 14:49:04.320177 3834 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-bw5g5 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.320295 3834 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5 I0418 14:49:04.326021 3834 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rmh5x] creating logical port openshift-dns_dns-default-rmh5x for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.326126 3834 kube.go:256] Updating pod openshift-dns/dns-default-rmh5x I0418 14:49:04.326125 3834 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-dpn4s for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.326218 3834 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s I0418 14:49:04.329936 3834 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-d8vq4 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.330019 3834 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4 I0418 14:49:04.330211 3834 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-674d654b45-nkn4j] creating logical port openshift-ingress_router-default-674d654b45-nkn4j for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.330400 3834 kube.go:256] Updating pod openshift-ingress/router-default-674d654b45-nkn4j I0418 14:49:04.330453 3834 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-tpxr5 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.330528 3834 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5 I0418 14:49:04.338132 3834 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5] pod update took 17.862847ms I0418 14:49:04.338154 3834 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5] addLogicalPort annotation time took 17.894369ms I0418 14:49:04.339347 3834 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5] addLogicalPort took 19.183271ms, libovsdb time 864.865µs I0418 14:49:04.347286 3834 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4] pod update took 17.276029ms I0418 14:49:04.347376 3834 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4] addLogicalPort annotation time took 17.371912ms I0418 14:49:04.347598 3834 pod.go:62] [openshift-dns/dns-default-rmh5x] pod update took 21.494483ms I0418 14:49:04.347620 3834 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rmh5x] addLogicalPort annotation time took 21.523164ms I0418 14:49:04.347880 3834 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s] pod update took 21.690186ms I0418 14:49:04.347955 3834 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s] addLogicalPort annotation time took 21.712315ms I0418 14:49:04.349073 3834 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5] pod update took 18.571592ms I0418 14:49:04.349140 3834 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5] addLogicalPort annotation time took 18.640357ms I0418 14:49:04.350061 3834 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4] addLogicalPort took 20.13309ms, libovsdb time 1.595852ms I0418 14:49:04.350235 3834 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-m5fmp] creating logical port openshift-console-operator_console-operator-66dbbb6468-m5fmp for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.351153 3834 pods.go:271] [openshift-dns/dns-default-rmh5x] addLogicalPort took 25.14106ms, libovsdb time 2.559074ms I0418 14:49:04.352098 3834 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-dts2n for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.352328 3834 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s] addLogicalPort took 26.188826ms, libovsdb time 3.478202ms I0418 14:49:04.352410 3834 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-4jwlm] creating logical port openshift-insights_insights-operator-6dbb575d6c-4jwlm for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.352437 3834 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n I0418 14:49:04.352663 3834 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5] addLogicalPort took 22.221489ms, libovsdb time 1.384246ms I0418 14:49:04.352738 3834 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7675989b4c-llxrs] creating logical port openshift-ingress_router-default-7675989b4c-llxrs for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.353009 3834 kube.go:256] Updating pod openshift-ingress/router-default-7675989b4c-llxrs I0418 14:49:04.353190 3834 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-m5fmp I0418 14:49:04.353606 3834 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-4jwlm I0418 14:49:04.353629 3834 pod.go:62] [openshift-ingress/router-default-674d654b45-nkn4j] pod update took 23.320467ms I0418 14:49:04.353651 3834 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-674d654b45-nkn4j] addLogicalPort annotation time took 23.343317ms I0418 14:49:04.354642 3834 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-858lx for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.354797 3834 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx I0418 14:49:04.354906 3834 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-kgkxf] creating logical port openshift-ingress-canary_ingress-canary-kgkxf for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.355207 3834 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-kgkxf I0418 14:49:04.355964 3834 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-5wn8z for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.356159 3834 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z I0418 14:49:04.356821 3834 pods.go:271] [openshift-ingress/router-default-674d654b45-nkn4j] addLogicalPort took 26.664223ms, libovsdb time 2.134493ms I0418 14:49:04.356981 3834 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-9qvpm for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.357212 3834 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm I0418 14:49:04.370942 3834 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n] pod update took 18.751991ms I0418 14:49:04.370961 3834 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n] addLogicalPort annotation time took 18.775737ms I0418 14:49:04.371911 3834 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n] addLogicalPort took 19.829922ms, libovsdb time 684.219µs I0418 14:49:04.373147 3834 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-m5fmp] pod update took 20.063687ms I0418 14:49:04.373164 3834 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-m5fmp] addLogicalPort annotation time took 20.082474ms I0418 14:49:04.374047 3834 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-m5fmp] addLogicalPort took 23.835165ms, libovsdb time 625.841µs I0418 14:49:04.376625 3834 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm] pod update took 19.533748ms I0418 14:49:04.376645 3834 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm] addLogicalPort annotation time took 19.583968ms I0418 14:49:04.377562 3834 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm] addLogicalPort took 20.589729ms, libovsdb time 620.299µs I0418 14:49:04.380347 3834 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx] pod update took 25.612878ms I0418 14:49:04.380367 3834 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx] addLogicalPort annotation time took 25.635672ms I0418 14:49:04.380397 3834 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z] pod update took 24.282863ms I0418 14:49:04.380399 3834 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-4jwlm] pod update took 26.882383ms I0418 14:49:04.380415 3834 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z] addLogicalPort annotation time took 24.359544ms I0418 14:49:04.380417 3834 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-4jwlm] addLogicalPort annotation time took 26.902366ms I0418 14:49:04.380432 3834 pod.go:62] [openshift-ingress-canary/ingress-canary-kgkxf] pod update took 25.368499ms I0418 14:49:04.380452 3834 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-kgkxf] addLogicalPort annotation time took 25.42207ms I0418 14:49:04.380505 3834 pod.go:62] [openshift-ingress/router-default-7675989b4c-llxrs] pod update took 27.705302ms I0418 14:49:04.380525 3834 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7675989b4c-llxrs] addLogicalPort annotation time took 27.72631ms I0418 14:49:04.381344 3834 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx] addLogicalPort took 26.714074ms, libovsdb time 667.089µs I0418 14:49:04.381570 3834 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z] addLogicalPort took 25.614372ms, libovsdb time 859.323µs I0418 14:49:04.381843 3834 pods.go:271] [openshift-ingress-canary/ingress-canary-kgkxf] addLogicalPort took 26.947422ms, libovsdb time 1.057756ms I0418 14:49:04.382126 3834 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-4jwlm] addLogicalPort took 29.734383ms, libovsdb time 1.340909ms I0418 14:49:04.382168 3834 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-mtfft for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:04.382238 3834 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft I0418 14:49:04.382588 3834 pods.go:271] [openshift-ingress/router-default-7675989b4c-llxrs] addLogicalPort took 29.860066ms, libovsdb time 1.744065ms I0418 14:49:04.399500 3834 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft] pod update took 17.277116ms I0418 14:49:04.399520 3834 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft] addLogicalPort annotation time took 17.315485ms I0418 14:49:04.400514 3834 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft] addLogicalPort took 18.350166ms, libovsdb time 718.989µs I0418 14:49:04.820391 3834 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm 3b209050b0aac8bd6c955ee3d7cc06dd6d58c3e549b24d4b19a25ca8b7034c00 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm 3b209050b0aac8bd6c955ee3d7cc06dd6d58c3e549b24d4b19a25ca8b7034c00 network default NAD default NAD key ] I0418 14:49:04.840448 3834 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5 55eca7cc1d5ec2fb996d68653eff050aad937597d3dc80c9c9fd1f9e997178b9 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5 55eca7cc1d5ec2fb996d68653eff050aad937597d3dc80c9c9fd1f9e997178b9 network default NAD default NAD key ] I0418 14:49:04.845630 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-9qvpm, hostIfaceName: 3b209050b0aac8b, network: default, NAD default, SandboxID: "3b209050b0aac8bd6c955ee3d7cc06dd6d58c3e549b24d4b19a25ca8b7034c00", PCI device ID: , UID: "61c8a540-40ef-410e-bd45-c0c05426a506", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0418 14:49:04.851548 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-tpxr5, hostIfaceName: 55eca7cc1d5ec2f, network: default, NAD default, SandboxID: "55eca7cc1d5ec2fb996d68653eff050aad937597d3dc80c9c9fd1f9e997178b9", PCI device ID: , UID: "d1a24aa0-18b3-498e-809e-94db49fda78a", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0418 14:49:04.853068 3834 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-4jwlm bfac6c05b5aec21396b776d53c86e0176a70d4d50001821d8d9a91a359223209 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-4jwlm bfac6c05b5aec21396b776d53c86e0176a70d4d50001821d8d9a91a359223209 network default NAD default NAD key ] I0418 14:49:04.863605 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-4jwlm, hostIfaceName: bfac6c05b5aec21, network: default, NAD default, SandboxID: "bfac6c05b5aec21396b776d53c86e0176a70d4d50001821d8d9a91a359223209", PCI device ID: , UID: "96eb8dff-36b1-405a-9d82-0343620fb3df", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0418 14:49:04.899677 3834 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm 3b209050b0aac8bd6c955ee3d7cc06dd6d58c3e549b24d4b19a25ca8b7034c00 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-9qvpm 3b209050b0aac8bd6c955ee3d7cc06dd6d58c3e549b24d4b19a25ca8b7034c00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c9:48:5d:96:dc\",\"name\":\"3b209050b0aac8b\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22f307b7-e1a5-47fe-be07-61a53e6696ee\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:04.904600 3834 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5 55eca7cc1d5ec2fb996d68653eff050aad937597d3dc80c9c9fd1f9e997178b9 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-tpxr5 55eca7cc1d5ec2fb996d68653eff050aad937597d3dc80c9c9fd1f9e997178b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b3:4d:aa:52:74\",\"name\":\"55eca7cc1d5ec2f\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5aec2dba-7e27-4b26-96f6-3ed35f9e0777\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:04.916102 3834 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-4jwlm bfac6c05b5aec21396b776d53c86e0176a70d4d50001821d8d9a91a359223209 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-4jwlm bfac6c05b5aec21396b776d53c86e0176a70d4d50001821d8d9a91a359223209 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:70:31:8c:62:16\",\"name\":\"bfac6c05b5aec21\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ae7212f-95d2-4c48-961a-401de3b536ae\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:04.925891 3834 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx b778700db5f8cf1fab84149bceade17e32dbc382b20b9bd23b424d1e616ecc36 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx b778700db5f8cf1fab84149bceade17e32dbc382b20b9bd23b424d1e616ecc36 network default NAD default NAD key ] I0418 14:49:04.935813 3834 cni.go:452] [openshift-ingress-canary/ingress-canary-kgkxf 024550621b9672169c03a8a2de5b622e20476424a84327630269136f6cd0c316 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-kgkxf 024550621b9672169c03a8a2de5b622e20476424a84327630269136f6cd0c316 network default NAD default NAD key ] I0418 14:49:04.938068 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-858lx, hostIfaceName: b778700db5f8cf1, network: default, NAD default, SandboxID: "b778700db5f8cf1fab84149bceade17e32dbc382b20b9bd23b424d1e616ecc36", PCI device ID: , UID: "d4e348c4-d261-4fa3-8c6e-214498b03770", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0418 14:49:04.951356 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-kgkxf, hostIfaceName: 024550621b96721, network: default, NAD default, SandboxID: "024550621b9672169c03a8a2de5b622e20476424a84327630269136f6cd0c316", PCI device ID: , UID: "5ba159a3-3aaa-4990-885f-e9e4693abab8", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0418 14:49:04.954905 3834 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z 9f34b7b9ce35a7aa2304c9874f0402268e56f7a9dfcc23d7bcb9d51e7c12b092 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z 9f34b7b9ce35a7aa2304c9874f0402268e56f7a9dfcc23d7bcb9d51e7c12b092 network default NAD default NAD key ] I0418 14:49:04.966602 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-5wn8z, hostIfaceName: 9f34b7b9ce35a7a, network: default, NAD default, SandboxID: "9f34b7b9ce35a7aa2304c9874f0402268e56f7a9dfcc23d7bcb9d51e7c12b092", PCI device ID: , UID: "f32652e2-8e6e-4949-bf8a-473d93bb65aa", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0418 14:49:04.994039 3834 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx b778700db5f8cf1fab84149bceade17e32dbc382b20b9bd23b424d1e616ecc36 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-858lx b778700db5f8cf1fab84149bceade17e32dbc382b20b9bd23b424d1e616ecc36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:89:d1:71:98:53\",\"name\":\"b778700db5f8cf1\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c01592e8-4528-4681-9915-9725e0168e09\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:05.003462 3834 cni.go:473] [openshift-ingress-canary/ingress-canary-kgkxf 024550621b9672169c03a8a2de5b622e20476424a84327630269136f6cd0c316 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-kgkxf 024550621b9672169c03a8a2de5b622e20476424a84327630269136f6cd0c316 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:47:0c:d9:3d:28\",\"name\":\"024550621b96721\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c00a5dd0-3be6-4ec8-952e-113042f4c83d\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:05.011255 3834 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5 13221cc3c6ad47c9b57d79b355567d47771bee1fe661101b9b3dd69f07f9603c network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5 13221cc3c6ad47c9b57d79b355567d47771bee1fe661101b9b3dd69f07f9603c network default NAD default NAD key ] I0418 14:49:05.016943 3834 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z 9f34b7b9ce35a7aa2304c9874f0402268e56f7a9dfcc23d7bcb9d51e7c12b092 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5wn8z 9f34b7b9ce35a7aa2304c9874f0402268e56f7a9dfcc23d7bcb9d51e7c12b092 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8b:f9:bc:8d:99\",\"name\":\"9f34b7b9ce35a7a\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/929843a0-6950-4af3-8ccb-582bfaee75ae\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:05.021278 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-bw5g5, hostIfaceName: 13221cc3c6ad47c, network: default, NAD default, SandboxID: "13221cc3c6ad47c9b57d79b355567d47771bee1fe661101b9b3dd69f07f9603c", PCI device ID: , UID: "36e231ce-2f11-4d81-963f-93f17505c212", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0418 14:49:05.069368 3834 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5 13221cc3c6ad47c9b57d79b355567d47771bee1fe661101b9b3dd69f07f9603c network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bw5g5 13221cc3c6ad47c9b57d79b355567d47771bee1fe661101b9b3dd69f07f9603c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b3:c7:70:0a:6d\",\"name\":\"13221cc3c6ad47c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d816e02f-0677-43fc-8803-1dd7050c8b76\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:05.121075 3834 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-m5fmp 3a2ae38338e2281a68a270d6a2150373e2bec95cd0bfd63bf72f7156941d58f4 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-m5fmp 3a2ae38338e2281a68a270d6a2150373e2bec95cd0bfd63bf72f7156941d58f4 network default NAD default NAD key ] I0418 14:49:05.123891 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:49:05.123938 3834 node_tracker.go:235] Node ip-10-0-1-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-63.ec2.internal" I0418 14:49:05.123958 3834 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:05.123954 3834 default_network_controller.go:1025] Node "ip-10-0-1-63.ec2.internal" in remote zone "ip-10-0-1-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:05.123971 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:49:05.131500 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-m5fmp, hostIfaceName: 3a2ae38338e2281, network: default, NAD default, SandboxID: "3a2ae38338e2281a68a270d6a2150373e2bec95cd0bfd63bf72f7156941d58f4", PCI device ID: , UID: "f959348d-dd71-4a78-91af-8161bf1ce33c", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0418 14:49:05.148784 3834 default_network_controller.go:1025] Node "ip-10-0-1-63.ec2.internal" in remote zone "ip-10-0-1-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:05.177237 3834 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-m5fmp 3a2ae38338e2281a68a270d6a2150373e2bec95cd0bfd63bf72f7156941d58f4 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-m5fmp 3a2ae38338e2281a68a270d6a2150373e2bec95cd0bfd63bf72f7156941d58f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:23:b8:6b:2e:61\",\"name\":\"3a2ae38338e2281\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5817bc8-ce08-4e87-9e6a-8eac20366040\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:05.308133 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:49:05.308201 3834 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:05.308203 3834 default_network_controller.go:1025] Node "ip-10-0-1-63.ec2.internal" in remote zone "ip-10-0-1-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:05.308222 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:49:05.309161 3834 zone_ic_handler.go:195] Time taken to create transit switch: 294.105µs I0418 14:49:05.309177 3834 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-63.ec2.internal for the network default I0418 14:49:05.310115 3834 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-63.ec2.internal" on network "default" took: 1.261792ms I0418 14:49:05.409114 3834 cni.go:452] [openshift-network-diagnostics/network-check-target-mrf7z ed00ba4af574aac90442d452f5fd8fb203ce1bb053deebe59593296060f6b792 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-mrf7z ed00ba4af574aac90442d452f5fd8fb203ce1bb053deebe59593296060f6b792 network default NAD default NAD key ] I0418 14:49:05.419611 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-mrf7z, hostIfaceName: ed00ba4af574aac, network: default, NAD default, SandboxID: "ed00ba4af574aac90442d452f5fd8fb203ce1bb053deebe59593296060f6b792", PCI device ID: , UID: "9cac7b57-5a1d-4a3a-9d9f-03371716df21", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0418 14:49:05.466642 3834 cni.go:473] [openshift-network-diagnostics/network-check-target-mrf7z ed00ba4af574aac90442d452f5fd8fb203ce1bb053deebe59593296060f6b792 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-mrf7z ed00ba4af574aac90442d452f5fd8fb203ce1bb053deebe59593296060f6b792 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:90:b7:f3:ff:a5\",\"name\":\"ed00ba4af574aac\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f242c7da-1f33-40d8-a66c-3fca7386867d\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:06.865672 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:49:06.865691 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:06.865673 3834 egressfirewall.go:723] Syncing node "ip-10-0-1-63.ec2.internal" for egress firewall I0418 14:49:06.865707 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-63.ec2.internal", IP: 10.0.1.63 to PMTUD blocking rules I0418 14:49:06.865682 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:49:06.865774 3834 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:06.865697 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 33.729µs I0418 14:49:06.865793 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:49:06.873641 3834 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-63.ec2.internal. Updating no re-route policies I0418 14:49:06.882133 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-63.ec2.internal", IP: 10.0.1.63 to PMTUD blocking rules I0418 14:49:06.882152 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:07.480852 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:07.480892 3834 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0418 14:49:07.480854 3834 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:07.480913 3834 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.480932 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.528861 3834 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:07.609362 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:07.609431 3834 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.609446 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.609457 3834 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:07.610645 3834 zone_ic_handler.go:195] Time taken to create transit switch: 362.605µs I0418 14:49:07.610663 3834 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-131.ec2.internal for the network default I0418 14:49:07.612125 3834 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-131.ec2.internal" on network "default" took: 1.869632ms I0418 14:49:09.974550 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:49:09.974588 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 47.097µs I0418 14:49:10.204198 3834 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0418 14:49:10.204210 3834 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:10.204240 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:10.204240 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0418 14:49:10.204252 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 16.098µs I0418 14:49:10.204259 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:10.204267 3834 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:10.204281 3834 services_controller.go:574] Full service sync requested for network=default I0418 14:49:10.210510 3834 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0418 14:49:10.235860 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0418 14:49:10.235880 3834 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0418 14:49:12.691805 3834 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:12.758947 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 14:49:13.417735 3834 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 14:49:13.418794 3834 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.038181ms I0418 14:49:13.433289 3834 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 14:49:13.635680 3834 namespace.go:98] [openshift-service-ca] adding namespace I0418 14:49:13.636573 3834 namespace.go:102] [openshift-service-ca] adding namespace took 869.872µs I0418 14:49:13.652125 3834 namespace.go:142] [openshift-service-ca] updating namespace I0418 14:49:13.819139 3834 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:13.819178 3834 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 47.848µs W0418 14:49:15.667356 3834 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:15.690426 3834 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:15.690458 3834 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:16.664328 3834 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:16.664356 3834 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:20.342102 3834 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s a74acf61053f24cf04c32abe4cc8687328181ed317aa19e030110d14b1e224a0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s a74acf61053f24cf04c32abe4cc8687328181ed317aa19e030110d14b1e224a0 network default NAD default NAD key ] I0418 14:49:20.351680 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-dpn4s, hostIfaceName: a74acf61053f24c, network: default, NAD default, SandboxID: "a74acf61053f24cf04c32abe4cc8687328181ed317aa19e030110d14b1e224a0", PCI device ID: , UID: "88b1a3bf-1b7b-4a9e-af3b-497e1751f6fa", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0418 14:49:20.399957 3834 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s a74acf61053f24cf04c32abe4cc8687328181ed317aa19e030110d14b1e224a0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dpn4s a74acf61053f24cf04c32abe4cc8687328181ed317aa19e030110d14b1e224a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b0:73:65:24:b5\",\"name\":\"a74acf61053f24c\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15d7032c-c7b5-4bca-88cf-3fb7bb098bc3\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:49:23.161835 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0418 14:49:34.724614 3834 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:34.728117 3834 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:34.741590 3834 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:34.741604 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:34.741609 3834 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:34.741639 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0418 14:49:34.756437 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0418 14:49:34.902304 3834 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 14:49:35.092109 3834 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-7hdw9] creating logical port openshift-insights_insights-runtime-extractor-7hdw9 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:35.092241 3834 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-7hdw9 I0418 14:49:35.123037 3834 pod.go:62] [openshift-insights/insights-runtime-extractor-7hdw9] pod update took 30.827537ms I0418 14:49:35.123063 3834 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-7hdw9] addLogicalPort annotation time took 30.855725ms I0418 14:49:35.124282 3834 pods.go:271] [openshift-insights/insights-runtime-extractor-7hdw9] addLogicalPort took 32.191324ms, libovsdb time 795.258µs I0418 14:49:35.461873 3834 cni.go:452] [openshift-insights/insights-runtime-extractor-7hdw9 308fcb1d9a5e8465cf98c362d1ecc69edb6fa047540b58abb6c3497c84dbf155 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-7hdw9 308fcb1d9a5e8465cf98c362d1ecc69edb6fa047540b58abb6c3497c84dbf155 network default NAD default NAD key ] I0418 14:49:35.471223 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-7hdw9, hostIfaceName: 308fcb1d9a5e846, network: default, NAD default, SandboxID: "308fcb1d9a5e8465cf98c362d1ecc69edb6fa047540b58abb6c3497c84dbf155", PCI device ID: , UID: "657380ef-b679-4f73-9830-6f1f000d4e1f", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0418 14:49:35.518934 3834 cni.go:473] [openshift-insights/insights-runtime-extractor-7hdw9 308fcb1d9a5e8465cf98c362d1ecc69edb6fa047540b58abb6c3497c84dbf155 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-7hdw9 308fcb1d9a5e8465cf98c362d1ecc69edb6fa047540b58abb6c3497c84dbf155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:62:e6:cb:7c:af\",\"name\":\"308fcb1d9a5e846\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b41a6147-897c-49ae-877c-8cc1e7248a3a\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:36.535794 3834 cni.go:452] [openshift-dns/dns-default-rmh5x 5f275cd6a331a26fae0e0f1bf4b58a5294c315cce6aa07fe0476b96fbc77bf78 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rmh5x 5f275cd6a331a26fae0e0f1bf4b58a5294c315cce6aa07fe0476b96fbc77bf78 network default NAD default NAD key ] I0418 14:49:36.545807 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rmh5x, hostIfaceName: 5f275cd6a331a26, network: default, NAD default, SandboxID: "5f275cd6a331a26fae0e0f1bf4b58a5294c315cce6aa07fe0476b96fbc77bf78", PCI device ID: , UID: "6e0bee04-1ef1-495a-827f-8b1b9ce99e6b", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0418 14:49:36.566494 3834 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4 e61d49fa222de81d8ed44ff61f2213b632f22c2d74e6988fef91fe19ee076752 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4 e61d49fa222de81d8ed44ff61f2213b632f22c2d74e6988fef91fe19ee076752 network default NAD default NAD key ] I0418 14:49:36.576926 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-d8vq4, hostIfaceName: e61d49fa222de81, network: default, NAD default, SandboxID: "e61d49fa222de81d8ed44ff61f2213b632f22c2d74e6988fef91fe19ee076752", PCI device ID: , UID: "fe5a951f-cfaf-4202-9144-29d5f5a9ecd2", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0418 14:49:36.587612 3834 cni.go:452] [openshift-ingress/router-default-674d654b45-nkn4j c5f2c8660012152ebd7c059bf13ef4cbdb0d3b2570f3708af6bf4f9d13cbf1ca network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-674d654b45-nkn4j c5f2c8660012152ebd7c059bf13ef4cbdb0d3b2570f3708af6bf4f9d13cbf1ca network default NAD default NAD key ] I0418 14:49:36.598161 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-674d654b45-nkn4j, hostIfaceName: c5f2c8660012152, network: default, NAD default, SandboxID: "c5f2c8660012152ebd7c059bf13ef4cbdb0d3b2570f3708af6bf4f9d13cbf1ca", PCI device ID: , UID: "50f59177-fc09-4e0a-b4eb-d871be1072a9", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0418 14:49:36.601371 3834 cni.go:473] [openshift-dns/dns-default-rmh5x 5f275cd6a331a26fae0e0f1bf4b58a5294c315cce6aa07fe0476b96fbc77bf78 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rmh5x 5f275cd6a331a26fae0e0f1bf4b58a5294c315cce6aa07fe0476b96fbc77bf78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:d1:51:54:74:ff\",\"name\":\"5f275cd6a331a26\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e86e0d42-1de5-4076-8c8e-c9baeb5a13c1\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:36.628907 3834 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4 e61d49fa222de81d8ed44ff61f2213b632f22c2d74e6988fef91fe19ee076752 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-d8vq4 e61d49fa222de81d8ed44ff61f2213b632f22c2d74e6988fef91fe19ee076752 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fd:db:0e:ab:02\",\"name\":\"e61d49fa222de81\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d19578e-32f9-48cb-895e-4467ab56963f\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:36.648416 3834 cni.go:473] [openshift-ingress/router-default-674d654b45-nkn4j c5f2c8660012152ebd7c059bf13ef4cbdb0d3b2570f3708af6bf4f9d13cbf1ca network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-674d654b45-nkn4j c5f2c8660012152ebd7c059bf13ef4cbdb0d3b2570f3708af6bf4f9d13cbf1ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:55:a9:f8:bf:ff\",\"name\":\"c5f2c8660012152\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/488c838c-4f58-41f4-828b-47951eb7855b\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:36.667858 3834 cni.go:452] [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key ] I0418 14:49:36.677778 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7675989b4c-llxrs, hostIfaceName: 3bf2a2fe11f8942, network: default, NAD default, SandboxID: "3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec", PCI device ID: , UID: "29870d96-385a-4159-bf17-199d57f59a57", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0418 14:49:36.701813 3834 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft 5fb35756b2af3f5155ab49677007e159d87df6858d5488198e3fa098a27cbfa9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft 5fb35756b2af3f5155ab49677007e159d87df6858d5488198e3fa098a27cbfa9 network default NAD default NAD key ] I0418 14:49:36.710694 3834 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n 11b9a993b0bdca8320beae9f20a7e45513b24986d878aecd2b28daffc8a58ded network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n 11b9a993b0bdca8320beae9f20a7e45513b24986d878aecd2b28daffc8a58ded network default NAD default NAD key ] I0418 14:49:36.712562 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-mtfft, hostIfaceName: 5fb35756b2af3f5, network: default, NAD default, SandboxID: "5fb35756b2af3f5155ab49677007e159d87df6858d5488198e3fa098a27cbfa9", PCI device ID: , UID: "4b7093f0-aed4-4ffa-bfcf-514e96f18e4b", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0418 14:49:36.720625 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-dts2n, hostIfaceName: 11b9a993b0bdca8, network: default, NAD default, SandboxID: "11b9a993b0bdca8320beae9f20a7e45513b24986d878aecd2b28daffc8a58ded", PCI device ID: , UID: "d8ba0ccf-7560-4fa3-afd3-44922bb229e3", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0418 14:49:36.740488 3834 cni.go:473] [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:4d:4a:04:6d:b7\",\"name\":\"3bf2a2fe11f8942\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a2336b5-a6f8-4125-9d9b-cf110cc41ae8\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:36.741532 3834 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:36.741567 3834 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7b8d6849fd-2trfp I0418 14:49:36.743121 3834 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7b8d6849fd-2trfp, ips: 10.128.0.5 I0418 14:49:36.743155 3834 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:36.751443 3834 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bb9c6498-w8vkg] creating logical port openshift-image-registry_image-registry-bb9c6498-w8vkg for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:36.751533 3834 kube.go:256] Updating pod openshift-image-registry/image-registry-bb9c6498-w8vkg I0418 14:49:36.763517 3834 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:36.763544 3834 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:36.763536 3834 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft 5fb35756b2af3f5155ab49677007e159d87df6858d5488198e3fa098a27cbfa9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mtfft 5fb35756b2af3f5155ab49677007e159d87df6858d5488198e3fa098a27cbfa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:cf:82:a0:72:ab\",\"name\":\"5fb35756b2af3f5\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d4b18ad-72cc-46a0-ad63-346f918950ca\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:36.768856 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8d6849fd-2trfp I0418 14:49:36.768887 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8d6849fd-2trfp I0418 14:49:36.775597 3834 pod.go:62] [openshift-image-registry/image-registry-bb9c6498-w8vkg] pod update took 24.091631ms I0418 14:49:36.775627 3834 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bb9c6498-w8vkg] addLogicalPort annotation time took 24.12241ms I0418 14:49:36.776871 3834 pods.go:271] [openshift-image-registry/image-registry-bb9c6498-w8vkg] addLogicalPort took 25.442671ms, libovsdb time 879.622µs I0418 14:49:36.784270 3834 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n 11b9a993b0bdca8320beae9f20a7e45513b24986d878aecd2b28daffc8a58ded network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dts2n 11b9a993b0bdca8320beae9f20a7e45513b24986d878aecd2b28daffc8a58ded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ea:b5:43:90:cd\",\"name\":\"11b9a993b0bdca8\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dde60eb6-2ef9-4bf6-b382-1a32bd8ed58e\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:49:37.114262 3834 cni.go:452] [openshift-image-registry/image-registry-bb9c6498-w8vkg 8cd7fdebfabcd21953c10ef393d65e2d6654b1d63b1a4b0eded056dfcce24c97 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bb9c6498-w8vkg 8cd7fdebfabcd21953c10ef393d65e2d6654b1d63b1a4b0eded056dfcce24c97 network default NAD default NAD key ] I0418 14:49:37.127407 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bb9c6498-w8vkg, hostIfaceName: 8cd7fdebfabcd21, network: default, NAD default, SandboxID: "8cd7fdebfabcd21953c10ef393d65e2d6654b1d63b1a4b0eded056dfcce24c97", PCI device ID: , UID: "e790b919-7cc6-4113-98cb-af83ade78e7a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0418 14:49:37.181381 3834 cni.go:473] [openshift-image-registry/image-registry-bb9c6498-w8vkg 8cd7fdebfabcd21953c10ef393d65e2d6654b1d63b1a4b0eded056dfcce24c97 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bb9c6498-w8vkg 8cd7fdebfabcd21953c10ef393d65e2d6654b1d63b1a4b0eded056dfcce24c97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:70:ca:37:c3:4e\",\"name\":\"8cd7fdebfabcd21\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa23f460-22c5-4e83-b9bd-33d1b5086d38\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:49:37.737373 3834 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:37.763274 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.763295 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.763561 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.763600 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.763610 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.794390 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.794413 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.794918 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.794932 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.794938 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:38.754917 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:38.754999 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0418 14:49:38.836204 3834 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0418 14:49:38.850268 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:38.850293 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:38.850301 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0418 14:49:38.959117 3834 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 14:49:39.782045 3834 cni.go:452] [openshift-multus/network-metrics-daemon-w4vcr 822eaf4f294c1e259832a81a8618148a135f45e6ca97a7eb9d93f74439551b45 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-w4vcr 822eaf4f294c1e259832a81a8618148a135f45e6ca97a7eb9d93f74439551b45 network default NAD default NAD key ] I0418 14:49:39.794810 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-w4vcr, hostIfaceName: 822eaf4f294c1e2, network: default, NAD default, SandboxID: "822eaf4f294c1e259832a81a8618148a135f45e6ca97a7eb9d93f74439551b45", PCI device ID: , UID: "fa43ba44-cda1-46e5-8455-a6c1e46426f5", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0418 14:49:39.855273 3834 cni.go:473] [openshift-multus/network-metrics-daemon-w4vcr 822eaf4f294c1e259832a81a8618148a135f45e6ca97a7eb9d93f74439551b45 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-w4vcr 822eaf4f294c1e259832a81a8618148a135f45e6ca97a7eb9d93f74439551b45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:a5:6f:d3:cf:88\",\"name\":\"822eaf4f294c1e2\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fb4dfe7-64bc-4030-8dc4-8566919d65bf\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:49:42.160019 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:42.160046 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:42.160052 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:42.160064 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:42.160070 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:42.160074 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:43.639602 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:44.201098 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 14:49:47.307488 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:47.307521 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0418 14:49:47.633897 3834 base_network_controller_pods.go:487] [default/openshift-console/console-59c885b95b-wjtnx] creating logical port openshift-console_console-59c885b95b-wjtnx for pod on switch ip-10-0-2-81.ec2.internal I0418 14:49:47.634042 3834 kube.go:256] Updating pod openshift-console/console-59c885b95b-wjtnx I0418 14:49:47.650001 3834 pod.go:62] [openshift-console/console-59c885b95b-wjtnx] pod update took 15.991292ms I0418 14:49:47.650023 3834 base_network_controller_pods.go:951] [default/openshift-console/console-59c885b95b-wjtnx] addLogicalPort annotation time took 16.017214ms I0418 14:49:47.651258 3834 pods.go:271] [openshift-console/console-59c885b95b-wjtnx] addLogicalPort took 17.374992ms, libovsdb time 913.344µs I0418 14:49:47.994182 3834 cni.go:452] [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key ] I0418 14:49:48.003480 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59c885b95b-wjtnx, hostIfaceName: 101201247fc3850, network: default, NAD default, SandboxID: "101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3", PCI device ID: , UID: "6768b845-756b-42f3-827c-189807796aac", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0418 14:49:48.053012 3834 cni.go:473] [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6c:80:93:61:e8\",\"name\":\"101201247fc3850\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38566c36-0182-41ed-8d94-c90bb196b392\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:49:50.776557 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:50.776579 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:50.776587 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:50.812072 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 14:49:53.235830 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0418 14:49:53.291360 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 14:49:54.457594 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 14:49:58.759500 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:58.854845 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:49:59.481373 3834 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:49:59.481393 3834 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:49:59.481399 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:00.303211 3834 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:00.303229 3834 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:00.303234 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 14:50:00.629367 3834 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:00.629868 3834 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 14:50:00.978228 3834 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-59c885b95b-wg2dp IP address from the namespace address-set, err: pod openshift-console/console-59c885b95b-wg2dp: no pod IPs found I0418 14:50:01.338334 3834 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:01.338358 3834 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:01.339659 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b4644bbcc-6rg9d I0418 14:50:01.339683 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b4644bbcc-6rg9d W0418 14:50:02.315093 3834 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315111 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315116 3834 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315121 3834 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0418 14:50:02.502162 3834 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:50:02.502266 3834 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0418 14:50:02.521801 3834 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 19.566697ms I0418 14:50:02.521821 3834 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 19.591616ms I0418 14:50:02.522991 3834 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 20.845182ms, libovsdb time 859.294µs I0418 14:50:02.862117 3834 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key ] I0418 14:50:02.871491 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6a8909e0e23ec56, network: default, NAD default, SandboxID: "6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5", PCI device ID: , UID: "6b743c7a-acf7-4e4f-aac3-9145b569b83a", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0418 14:50:02.922259 3834 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e7:52:71:08:97\",\"name\":\"6a8909e0e23ec56\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d86dad63-6def-4926-87cc-9c8c8cdd439e\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:50:03.321185 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:03.877935 3834 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:03.877951 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:04.326767 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0418 14:50:05.516219 3834 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:05.516243 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:50:05.643891 3834 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644533 3834 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644565 3834 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644578 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 14:50:05.644596 3834 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644604 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 14:50:06.667074 3834 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.667100 3834 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.667116 3834 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.667127 3834 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.743423 3834 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 14:50:06.754039 3834 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0418 14:50:07.617882 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0418 14:50:08.154673 3834 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0418 14:50:08.872073 3834 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-647c7c45d7-pdz7k IP address from the namespace address-set, err: pod openshift-console/console-647c7c45d7-pdz7k: no pod IPs found W0418 14:50:08.877724 3834 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-647c7c45d7-fgm4s IP address from the namespace address-set, err: pod openshift-console/console-647c7c45d7-fgm4s: no pod IPs found I0418 14:50:19.743681 3834 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-wqzcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:19.744227 3834 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-wqzcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:20.610117 3834 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-wqzcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:20.610140 3834 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-wqzcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:20.614875 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698948cbb8-wqzcv I0418 14:50:20.614886 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698948cbb8-wqzcv W0418 14:50:22.949850 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 14:50:22.949884 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 14:50:22.949912 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 14:50:23.954700 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 14:50:24.137599 3834 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.138140 3834 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.196550 3834 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-mddh5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.197098 3834 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-mddh5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.403956 3834 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-mddh5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.403978 3834 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-mddh5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.407142 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698948cbb8-mddh5 I0418 14:50:24.407169 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698948cbb8-mddh5 I0418 14:50:24.605329 3834 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.605361 3834 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.610425 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8d6849fd-z5x4n I0418 14:50:24.610451 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8d6849fd-z5x4n W0418 14:50:27.972793 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0418 14:50:27.972808 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0418 14:50:27.972838 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0418 14:50:28.982875 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0418 14:50:43.036040 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 14:50:43.036106 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 14:50:43.036162 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 14:50:44.044239 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0418 14:50:54.205454 3834 cni.go:452] [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key ] I0418 14:50:54.277128 3834 cni.go:473] [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7675989b4c-llxrs 3bf2a2fe11f89424b8e6147226ff2085e021721f5da90e66ec4b47c9cb5d19ec network default NAD default NAD key default], result "{}", err I0418 14:50:54.331017 3834 obj_retry.go:498] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:54.331058 3834 pods.go:176] Deleting pod: openshift-ingress/router-default-7675989b4c-llxrs I0418 14:50:54.332407 3834 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7675989b4c-llxrs, ips: 10.128.0.13 I0418 14:50:54.332444 3834 obj_retry.go:498] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:55.081144 3834 obj_retry.go:492] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:55.081168 3834 obj_retry.go:492] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:55.083645 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7675989b4c-llxrs I0418 14:50:55.083673 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7675989b4c-llxrs I0418 14:50:55.837032 3834 cni.go:452] [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key ] I0418 14:50:55.921570 3834 cni.go:473] [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59c885b95b-wjtnx 101201247fc38505160d2a36b83b384dae3d522e354adac2e4b96ff1f80cb7f3 network default NAD default NAD key default], result "{}", err I0418 14:50:55.966633 3834 obj_retry.go:498] Detected object openshift-console/console-59c885b95b-wjtnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:55.966673 3834 pods.go:176] Deleting pod: openshift-console/console-59c885b95b-wjtnx I0418 14:50:55.968079 3834 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59c885b95b-wjtnx, ips: 10.128.0.23 I0418 14:50:55.968115 3834 obj_retry.go:498] Detected object openshift-console/console-59c885b95b-wjtnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:56.085560 3834 obj_retry.go:492] Detected object openshift-console/console-59c885b95b-wjtnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:56.085586 3834 obj_retry.go:492] Detected object openshift-console/console-59c885b95b-wjtnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:56.091244 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c885b95b-wjtnx I0418 14:50:56.091270 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c885b95b-wjtnx W0418 14:51:03.156407 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:51:03.156427 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:51:18.094030 3834 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:18.094614 3834 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:18.623696 3834 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:18.623723 3834 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:18.630722 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0418 14:51:18.630748 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0418 14:51:22.332719 3834 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:22.333254 3834 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:22.873578 3834 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:22.873609 3834 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:22.880477 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0418 14:51:22.880498 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0418 14:51:25.002202 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:25.002745 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:25.877345 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:25.877368 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:26.573712 3834 base_network_controller_pods.go:487] [default/openshift-console/console-859485b47f-f2pdt] creating logical port openshift-console_console-859485b47f-f2pdt for pod on switch ip-10-0-2-81.ec2.internal I0418 14:51:26.573883 3834 kube.go:256] Updating pod openshift-console/console-859485b47f-f2pdt I0418 14:51:26.592601 3834 pod.go:62] [openshift-console/console-859485b47f-f2pdt] pod update took 18.759444ms I0418 14:51:26.592622 3834 base_network_controller_pods.go:951] [default/openshift-console/console-859485b47f-f2pdt] addLogicalPort annotation time took 18.785584ms I0418 14:51:26.594115 3834 pods.go:271] [openshift-console/console-859485b47f-f2pdt] addLogicalPort took 20.428364ms, libovsdb time 1.062278ms I0418 14:51:26.935702 3834 cni.go:452] [openshift-console/console-859485b47f-f2pdt 983ba69174338efe02ba6fdce647acd2f76c235a186156928614bc6a63d91e09 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-859485b47f-f2pdt 983ba69174338efe02ba6fdce647acd2f76c235a186156928614bc6a63d91e09 network default NAD default NAD key ] I0418 14:51:26.946068 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-859485b47f-f2pdt, hostIfaceName: 983ba69174338ef, network: default, NAD default, SandboxID: "983ba69174338efe02ba6fdce647acd2f76c235a186156928614bc6a63d91e09", PCI device ID: , UID: "b571017a-b6b9-42c5-8d47-c9a063470889", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0418 14:51:26.996761 3834 cni.go:473] [openshift-console/console-859485b47f-f2pdt 983ba69174338efe02ba6fdce647acd2f76c235a186156928614bc6a63d91e09 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-859485b47f-f2pdt 983ba69174338efe02ba6fdce647acd2f76c235a186156928614bc6a63d91e09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:7c:08:aa:1d:ca\",\"name\":\"983ba69174338ef\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/902674e8-d68e-418f-a6b8-a97766fda76d\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:51:37.260279 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 14:51:50.378899 3834 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:50.379542 3834 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:50.981900 3834 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:50.981931 3834 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:50.989013 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0418 14:51:50.989046 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0418 14:51:51.858138 3834 obj_retry.go:498] Detected object openshift-console/console-966c699f-5jld6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:51.858765 3834 obj_retry.go:498] Detected object openshift-console/console-966c699f-5jld6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:52.021755 3834 obj_retry.go:492] Detected object openshift-console/console-966c699f-5jld6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:52.021776 3834 obj_retry.go:492] Detected object openshift-console/console-966c699f-5jld6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:52.028542 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-966c699f-5jld6 I0418 14:51:52.028567 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-966c699f-5jld6 I0418 14:52:02.578455 3834 obj_retry.go:498] Detected object openshift-console/console-966c699f-xxmjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:02.579112 3834 obj_retry.go:498] Detected object openshift-console/console-966c699f-xxmjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:02.800421 3834 obj_retry.go:492] Detected object openshift-console/console-966c699f-xxmjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:02.800441 3834 obj_retry.go:492] Detected object openshift-console/console-966c699f-xxmjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:02.807557 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-966c699f-xxmjk I0418 14:52:02.807590 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-966c699f-xxmjk I0418 14:52:25.331862 3834 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key ] I0418 14:52:25.405827 3834 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 6a8909e0e23ec5657259402bb9b351191967dcf556e318fc12ca7a51320f90a5 network default NAD default NAD key default], result "{}", err I0418 14:52:25.468759 3834 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:25.468798 3834 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0418 14:52:25.470186 3834 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.24 I0418 14:52:25.470218 3834 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:26.448809 3834 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:26.448835 3834 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:26.454981 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0418 14:52:26.455014 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0418 14:52:26.496572 3834 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:52:26.496723 3834 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0418 14:52:26.516993 3834 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.308551ms I0418 14:52:26.517015 3834 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.336146ms I0418 14:52:26.518223 3834 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 21.66715ms, libovsdb time 850.933µs I0418 14:52:26.858752 3834 cni.go:452] [openshift-monitoring/prometheus-k8s-0 bd4dabe2ae296d19fbf81dbc2509e05fe334746b48785f032d08dcfb54a4b8db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 bd4dabe2ae296d19fbf81dbc2509e05fe334746b48785f032d08dcfb54a4b8db network default NAD default NAD key ] I0418 14:52:26.873623 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: bd4dabe2ae296d1, network: default, NAD default, SandboxID: "bd4dabe2ae296d19fbf81dbc2509e05fe334746b48785f032d08dcfb54a4b8db", PCI device ID: , UID: "ed4361e5-836a-4f84-b6b9-1a5ea864508a", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0418 14:52:26.925997 3834 cni.go:473] [openshift-monitoring/prometheus-k8s-0 bd4dabe2ae296d19fbf81dbc2509e05fe334746b48785f032d08dcfb54a4b8db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 bd4dabe2ae296d19fbf81dbc2509e05fe334746b48785f032d08dcfb54a4b8db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5a:e6:13:ee:7b\",\"name\":\"bd4dabe2ae296d1\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d62a074-602a-4bb5-958c-786fb3fe2993\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:52:47.362006 3834 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0418 14:53:27.736391 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:53:27.736414 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:54:00.516362 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0418 14:54:04.528607 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=610 I0418 14:55:04.941620 3834 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 14:55:08.730917 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0418 14:55:11.516374 3834 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:55:13.992752 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0418 14:55:22.550693 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 14:55:22.550758 3834 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7zsqx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7zsqx: no pod IPs found I0418 14:55:28.852653 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 14:56:00.019342 3834 namespace.go:98] [tsf] adding namespace I0418 14:56:00.020339 3834 namespace.go:102] [tsf] adding namespace took 964.791µs I0418 14:56:00.037743 3834 namespace.go:142] [tsf] updating namespace I0418 14:56:00.047297 3834 namespace.go:142] [tsf] updating namespace I0418 14:56:00.515598 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0418 14:56:04.232132 3834 namespace.go:98] [konflux-ui] adding namespace I0418 14:56:04.232273 3834 namespace.go:98] [rhbk-operator] adding namespace I0418 14:56:04.233109 3834 namespace.go:102] [konflux-ui] adding namespace took 955.424µs I0418 14:56:04.233803 3834 namespace.go:102] [rhbk-operator] adding namespace took 1.512796ms I0418 14:56:04.239963 3834 namespace.go:98] [cert-manager-operator] adding namespace I0418 14:56:04.240051 3834 namespace.go:98] [rhtpa-operator] adding namespace I0418 14:56:04.240139 3834 namespace.go:98] [tsf-tas] adding namespace I0418 14:56:04.240224 3834 namespace.go:98] [tsf-keycloak] adding namespace I0418 14:56:04.240435 3834 namespace.go:98] [konflux-operator] adding namespace I0418 14:56:04.240460 3834 namespace.go:98] [tsf-tpa] adding namespace I0418 14:56:04.240763 3834 namespace.go:102] [cert-manager-operator] adding namespace took 782.957µs I0418 14:56:04.241276 3834 namespace.go:102] [rhtpa-operator] adding namespace took 1.209447ms I0418 14:56:04.241831 3834 namespace.go:102] [tsf-tas] adding namespace took 1.668368ms I0418 14:56:04.242372 3834 namespace.go:102] [tsf-keycloak] adding namespace took 2.13729ms I0418 14:56:04.242898 3834 namespace.go:102] [konflux-operator] adding namespace took 2.446938ms I0418 14:56:04.243415 3834 namespace.go:102] [tsf-tpa] adding namespace took 2.942876ms I0418 14:56:04.264819 3834 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.280181 3834 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.287625 3834 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.287759 3834 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:04.287875 3834 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.292665 3834 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.301039 3834 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.301110 3834 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.305242 3834 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.305269 3834 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.352218 3834 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.363964 3834 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.371936 3834 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.385882 3834 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.411121 3834 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.431407 3834 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.463942 3834 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.483199 3834 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.491855 3834 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.501815 3834 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.517925 3834 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.534902 3834 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.559878 3834 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:04.568551 3834 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:05.344629 3834 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:05.361253 3834 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:12.174426 3834 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.174969 3834 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.174997 3834 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.175005 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:12.175024 3834 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.175034 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:12.202493 3834 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.202934 3834 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.202955 3834 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.202963 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:12.202972 3834 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.202976 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:13.197134 3834 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197161 3834 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197175 3834 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197190 3834 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225492 3834 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225510 3834 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225522 3834 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225535 3834 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:14.818189 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0418 14:56:15.209642 3834 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.210192 3834 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.210219 3834 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.210227 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:15.210239 3834 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.210244 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:16.232202 3834 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232223 3834 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232234 3834 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232247 3834 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.222623 3834 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.223247 3834 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.223282 3834 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.223294 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:18.223329 3834 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.223335 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:18.340420 3834 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340441 3834 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340456 3834 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340471 3834 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:19.227664 3834 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.228236 3834 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.228266 3834 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.228276 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:19.228290 3834 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.228296 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:19.265074 3834 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265509 3834 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265538 3834 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265548 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:19.265563 3834 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265569 3834 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:20.254236 3834 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.254263 3834 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.254279 3834 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.254292 3834 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.295077 3834 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.295101 3834 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.295114 3834 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.295124 3834 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:22.068085 3834 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-xfrsq for pod on switch ip-10-0-2-81.ec2.internal I0418 14:56:22.068255 3834 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq I0418 14:56:22.091980 3834 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq] pod update took 23.75269ms I0418 14:56:22.092003 3834 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq] addLogicalPort annotation time took 23.786443ms I0418 14:56:22.093299 3834 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq] addLogicalPort took 25.235607ms, libovsdb time 915.808µs I0418 14:56:22.426206 3834 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq 412b8c4f1dc924f06143cc2b6569cd0afad9995b4056a70fd503923c025005be network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq 412b8c4f1dc924f06143cc2b6569cd0afad9995b4056a70fd503923c025005be network default NAD default NAD key ] I0418 14:56:22.435521 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-xfrsq, hostIfaceName: 412b8c4f1dc924f, network: default, NAD default, SandboxID: "412b8c4f1dc924f06143cc2b6569cd0afad9995b4056a70fd503923c025005be", PCI device ID: , UID: "f05b8dbd-5c9c-41b6-98c9-67a61a4ea556", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0418 14:56:22.485773 3834 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq 412b8c4f1dc924f06143cc2b6569cd0afad9995b4056a70fd503923c025005be network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-xfrsq 412b8c4f1dc924f06143cc2b6569cd0afad9995b4056a70fd503923c025005be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:5a:d4:6c:e5:5c\",\"name\":\"412b8c4f1dc924f\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eeec1ec8-ae47-427a-9c39-c2ed34b09109\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:56:25.435896 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 14:56:29.932045 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 14:56:29.938847 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 14:56:33.748200 3834 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-st6r7 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:56:33.748389 3834 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7 I0418 14:56:33.809986 3834 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7 I0418 14:56:33.845064 3834 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7] pod update took 96.715015ms I0418 14:56:33.845086 3834 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7] addLogicalPort annotation time took 96.743591ms I0418 14:56:33.846355 3834 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7] addLogicalPort took 98.177055ms, libovsdb time 905.045µs I0418 14:56:34.103978 3834 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7 3c32416e099a3dd76a310e3305ca1fd442b70d347e947e341d4b29547d1fd432 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7 3c32416e099a3dd76a310e3305ca1fd442b70d347e947e341d4b29547d1fd432 network default NAD default NAD key ] I0418 14:56:34.113703 3834 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-st6r7, hostIfaceName: 3c32416e099a3dd, network: default, NAD default, SandboxID: "3c32416e099a3dd76a310e3305ca1fd442b70d347e947e341d4b29547d1fd432", PCI device ID: , UID: "b78bce66-22be-4403-9076-8b4f8a960da3", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0418 14:56:34.163462 3834 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7 3c32416e099a3dd76a310e3305ca1fd442b70d347e947e341d4b29547d1fd432 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-st6r7 3c32416e099a3dd76a310e3305ca1fd442b70d347e947e341d4b29547d1fd432 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:a5:8e:ad:10:60\",\"name\":\"3c32416e099a3dd\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d29e863-3ab6-436c-87af-d68950f31268\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:56:35.082892 3834 namespace.go:142] [openshift-operators] updating namespace I0418 14:56:35.105079 3834 namespace.go:142] [openshift-operators] updating namespace W0418 14:56:36.450476 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 14:56:36.535869 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.682508 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.693762 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.705426 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.720602 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 14:56:39.786969 3834 namespace.go:98] [cert-manager] adding namespace I0418 14:56:39.787788 3834 namespace.go:102] [cert-manager] adding namespace took 797.267µs I0418 14:56:39.814958 3834 namespace.go:142] [cert-manager] updating namespace I0418 14:56:39.824830 3834 namespace.go:142] [cert-manager] updating namespace I0418 14:56:42.488125 3834 namespace.go:142] [openshift-operators] updating namespace I0418 14:56:42.932968 3834 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-9g4cg for pod on switch ip-10-0-2-81.ec2.internal I0418 14:56:42.933106 3834 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg I0418 14:56:42.949526 3834 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg] pod update took 16.44ms I0418 14:56:42.949553 3834 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg] addLogicalPort annotation time took 16.469978ms I0418 14:56:42.950756 3834 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg] addLogicalPort took 17.803834ms, libovsdb time 816.288µs I0418 14:56:43.309110 3834 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg 4dc832fee8db22bb9f0e2d2a912cb58e5863c3bb54c7827c4eff0fb114effb58 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg 4dc832fee8db22bb9f0e2d2a912cb58e5863c3bb54c7827c4eff0fb114effb58 network default NAD default NAD key ] I0418 14:56:43.318509 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-9g4cg, hostIfaceName: 4dc832fee8db22b, network: default, NAD default, SandboxID: "4dc832fee8db22bb9f0e2d2a912cb58e5863c3bb54c7827c4eff0fb114effb58", PCI device ID: , UID: "386861a4-a886-41a8-909e-d14dc8d61015", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0418 14:56:43.369883 3834 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg 4dc832fee8db22bb9f0e2d2a912cb58e5863c3bb54c7827c4eff0fb114effb58 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-9g4cg 4dc832fee8db22bb9f0e2d2a912cb58e5863c3bb54c7827c4eff0fb114effb58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:8f:51:2e:21:35\",\"name\":\"4dc832fee8db22b\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34cd55dc-d160-4487-9542-613fdf05c90b\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:56:44.796547 3834 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-jh57d] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-jh57d for pod on switch ip-10-0-2-81.ec2.internal I0418 14:56:44.796710 3834 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-jh57d I0418 14:56:44.887059 3834 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-jh57d I0418 14:56:44.963937 3834 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-jh57d] pod update took 167.256136ms I0418 14:56:44.963960 3834 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-jh57d] addLogicalPort annotation time took 167.28788ms I0418 14:56:44.965297 3834 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-jh57d] addLogicalPort took 168.773054ms, libovsdb time 914.541µs I0418 14:56:45.150513 3834 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-jh57d 80133ec71520df23846414f9df577c8f04918f259fd0c713d3244b0acf26bc04 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-jh57d 80133ec71520df23846414f9df577c8f04918f259fd0c713d3244b0acf26bc04 network default NAD default NAD key ] I0418 14:56:45.160644 3834 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-jh57d, hostIfaceName: 80133ec71520df2, network: default, NAD default, SandboxID: "80133ec71520df23846414f9df577c8f04918f259fd0c713d3244b0acf26bc04", PCI device ID: , UID: "67b82384-7a9f-4cc0-8e5c-ee0f40ad737f", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0418 14:56:45.213039 3834 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-jh57d 80133ec71520df23846414f9df577c8f04918f259fd0c713d3244b0acf26bc04 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-jh57d 80133ec71520df23846414f9df577c8f04918f259fd0c713d3244b0acf26bc04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:da:b7:09:3b:61\",\"name\":\"80133ec71520df2\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54477e3d-a5fa-40a8-9db3-0ef160dc694f\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:56:46.264901 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 14:56:46.264919 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 14:56:47.606420 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 14:56:49.938285 3834 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-f5sf5 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:56:49.938455 3834 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5 I0418 14:56:50.004076 3834 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5 I0418 14:56:50.087439 3834 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5] pod update took 149.009871ms I0418 14:56:50.087462 3834 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5] addLogicalPort annotation time took 149.040035ms I0418 14:56:50.088846 3834 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5] addLogicalPort took 150.576426ms, libovsdb time 1.013403ms I0418 14:56:50.212972 3834 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:50.213479 3834 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:50.290414 3834 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5 93e0cebc00147f09ca6ff541d531b33b78d8b97766d6cb4a81a7fc5cbc8a2439 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5 93e0cebc00147f09ca6ff541d531b33b78d8b97766d6cb4a81a7fc5cbc8a2439 network default NAD default NAD key ] I0418 14:56:50.300418 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-f5sf5, hostIfaceName: 93e0cebc00147f0, network: default, NAD default, SandboxID: "93e0cebc00147f09ca6ff541d531b33b78d8b97766d6cb4a81a7fc5cbc8a2439", PCI device ID: , UID: "dc395ed3-ca7a-4248-8e20-e4869ed80924", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0418 14:56:50.303890 3834 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:50.303912 3834 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:50.344208 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 14:56:50.344233 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0418 14:56:50.351789 3834 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5 93e0cebc00147f09ca6ff541d531b33b78d8b97766d6cb4a81a7fc5cbc8a2439 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-f5sf5 93e0cebc00147f09ca6ff541d531b33b78d8b97766d6cb4a81a7fc5cbc8a2439 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c2:c5:10:86:b9\",\"name\":\"93e0cebc00147f0\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3f076b6-16dc-49a7-abfb-13d756b36d0f\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:56:53.086387 3834 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 14:56:53.087276 3834 namespace.go:102] [trusted-artifact-signer] adding namespace took 863.502µs I0418 14:56:53.109138 3834 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:56:53.125810 3834 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:56:53.234894 3834 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-qg8d7 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:56:53.235023 3834 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7 I0418 14:56:53.250869 3834 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7] pod update took 15.872862ms I0418 14:56:53.250891 3834 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7] addLogicalPort annotation time took 15.900054ms I0418 14:56:53.252149 3834 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7] addLogicalPort took 17.271553ms, libovsdb time 881.572µs I0418 14:56:53.600529 3834 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7 de64ce2fc8941c55bf78abe95f56a8430b59a77dfbfcb38dbb087b82a187238a network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7 de64ce2fc8941c55bf78abe95f56a8430b59a77dfbfcb38dbb087b82a187238a network default NAD default NAD key ] W0418 14:56:53.608112 3834 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 14:56:53.610975 3834 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-qg8d7, hostIfaceName: de64ce2fc8941c5, network: default, NAD default, SandboxID: "de64ce2fc8941c55bf78abe95f56a8430b59a77dfbfcb38dbb087b82a187238a", PCI device ID: , UID: "1b2af2bb-a5d4-458c-a643-60b8bfe4f644", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0418 14:56:53.662590 3834 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7 de64ce2fc8941c55bf78abe95f56a8430b59a77dfbfcb38dbb087b82a187238a network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-qg8d7 de64ce2fc8941c55bf78abe95f56a8430b59a77dfbfcb38dbb087b82a187238a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:1c:0e:19:d5:9a\",\"name\":\"de64ce2fc8941c5\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/502ddecb-f8cd-4b28-9fba-4f15f24221d0\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:56:55.946256 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0418 14:56:58.984086 3834 namespace.go:98] [openshift-pipelines] adding namespace I0418 14:56:58.984976 3834 namespace.go:102] [openshift-pipelines] adding namespace took 867.402µs I0418 14:56:58.999450 3834 namespace.go:142] [openshift-pipelines] updating namespace I0418 14:56:59.688154 3834 namespace.go:142] [cert-manager] updating namespace I0418 14:56:59.893925 3834 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:00.294602 3834 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:00.495153 3834 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:00.697395 3834 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:01.100260 3834 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:01.300544 3834 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:01.514143 3834 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:01.700083 3834 namespace.go:142] [tsf] updating namespace I0418 14:57:01.901899 3834 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:02.101920 3834 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:02.308835 3834 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:02.471927 3834 namespace.go:142] [cert-manager] updating namespace I0418 14:57:02.483111 3834 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:02.495050 3834 namespace.go:142] [default] updating namespace I0418 14:57:02.510010 3834 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:02.526135 3834 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:02.536889 3834 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:02.546351 3834 namespace.go:142] [openshift] updating namespace I0418 14:57:02.567194 3834 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:02.577277 3834 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:02.594367 3834 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:02.603983 3834 namespace.go:142] [tsf] updating namespace I0418 14:57:02.625956 3834 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:02.642918 3834 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:02.655904 3834 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:02.703888 3834 namespace.go:142] [cert-manager] updating namespace I0418 14:57:02.785293 3834 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:02.885483 3834 namespace.go:142] [default] updating namespace I0418 14:57:02.985873 3834 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:03.085421 3834 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:03.184536 3834 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:03.285853 3834 namespace.go:142] [openshift] updating namespace I0418 14:57:03.384061 3834 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:03.485304 3834 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:03.583881 3834 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:03.684835 3834 namespace.go:142] [tsf] updating namespace I0418 14:57:03.785452 3834 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:03.884907 3834 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:03.984275 3834 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:04.284198 3834 namespace.go:142] [openshift-pipelines] updating namespace W0418 14:57:04.601845 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0418 14:57:06.172955 3834 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 14:57:06.453083 3834 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0418 14:57:12.528163 3834 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-jcwc6 for pod on switch ip-10-0-2-81.ec2.internal I0418 14:57:12.528269 3834 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6 I0418 14:57:12.543974 3834 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6] pod update took 15.730167ms I0418 14:57:12.543998 3834 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6] addLogicalPort annotation time took 15.761912ms I0418 14:57:12.545251 3834 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6] addLogicalPort took 17.103914ms, libovsdb time 767.472µs I0418 14:57:12.829859 3834 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-mfbcx for pod on switch ip-10-0-2-81.ec2.internal I0418 14:57:12.829970 3834 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx I0418 14:57:12.843209 3834 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx] pod update took 13.267145ms I0418 14:57:12.843240 3834 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx] addLogicalPort annotation time took 13.304731ms I0418 14:57:12.844755 3834 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx] addLogicalPort took 14.912964ms, libovsdb time 922.573µs I0418 14:57:12.904129 3834 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6 0052372f58f08eff62e421c7e8b42a16814710d76bed2d62d05b6cca16429f6a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6 0052372f58f08eff62e421c7e8b42a16814710d76bed2d62d05b6cca16429f6a network default NAD default NAD key ] I0418 14:57:12.914128 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-jcwc6, hostIfaceName: 0052372f58f08ef, network: default, NAD default, SandboxID: "0052372f58f08eff62e421c7e8b42a16814710d76bed2d62d05b6cca16429f6a", PCI device ID: , UID: "28529de2-4b60-4128-9f87-5e06f7bdbf35", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0418 14:57:12.971344 3834 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6 0052372f58f08eff62e421c7e8b42a16814710d76bed2d62d05b6cca16429f6a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-jcwc6 0052372f58f08eff62e421c7e8b42a16814710d76bed2d62d05b6cca16429f6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:60:17:01:0e:37\",\"name\":\"0052372f58f08ef\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb6dfd2d-2639-414f-bdb6-64b2d00d6bf5\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:57:13.195805 3834 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx c9772ca64134b07d4a3c7dfec99b7b56655bc947256a67e99009cc688f116fb1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx c9772ca64134b07d4a3c7dfec99b7b56655bc947256a67e99009cc688f116fb1 network default NAD default NAD key ] I0418 14:57:13.207157 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-mfbcx, hostIfaceName: c9772ca64134b07, network: default, NAD default, SandboxID: "c9772ca64134b07d4a3c7dfec99b7b56655bc947256a67e99009cc688f116fb1", PCI device ID: , UID: "015f2c63-2727-4daa-9be7-af3cd802c82b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0418 14:57:13.265106 3834 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx c9772ca64134b07d4a3c7dfec99b7b56655bc947256a67e99009cc688f116fb1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mfbcx c9772ca64134b07d4a3c7dfec99b7b56655bc947256a67e99009cc688f116fb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:87:9b:68:a5:3b\",\"name\":\"c9772ca64134b07\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fbe4397-bece-430f-8e8c-15460b2f6565\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:57:16.448134 3834 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.448155 3834 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.448161 3834 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.506912 3834 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.506933 3834 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.506938 3834 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.506942 3834 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.698024 3834 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:16.698043 3834 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:16.698048 3834 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0418 14:57:23.823188 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0418 14:57:27.700956 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:27.700979 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:27.700987 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0418 14:57:37.067468 3834 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-ljgbt for pod on switch ip-10-0-2-81.ec2.internal I0418 14:57:37.067556 3834 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt I0418 14:57:37.082325 3834 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt] pod update took 14.768742ms I0418 14:57:37.082355 3834 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt] addLogicalPort annotation time took 14.831419ms I0418 14:57:37.083461 3834 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt] addLogicalPort took 16.008541ms, libovsdb time 746.463µs I0418 14:57:37.165185 3834 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-z5mrt for pod on switch ip-10-0-2-81.ec2.internal I0418 14:57:37.165264 3834 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt I0418 14:57:37.178691 3834 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt] pod update took 13.449462ms I0418 14:57:37.178710 3834 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt] addLogicalPort annotation time took 13.472425ms I0418 14:57:37.179817 3834 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt] addLogicalPort took 14.648245ms, libovsdb time 748.901µs I0418 14:57:37.452436 3834 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt 1705adc75a28769de08c471fc312dbf5e255f5f6c372965c847d8724337d77ae network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt 1705adc75a28769de08c471fc312dbf5e255f5f6c372965c847d8724337d77ae network default NAD default NAD key ] I0418 14:57:37.462614 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-ljgbt, hostIfaceName: 1705adc75a28769, network: default, NAD default, SandboxID: "1705adc75a28769de08c471fc312dbf5e255f5f6c372965c847d8724337d77ae", PCI device ID: , UID: "b4f512f5-158c-407e-a2c8-7e7802aefe16", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0418 14:57:37.525413 3834 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt 1705adc75a28769de08c471fc312dbf5e255f5f6c372965c847d8724337d77ae network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-ljgbt 1705adc75a28769de08c471fc312dbf5e255f5f6c372965c847d8724337d77ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:38:a4:89:4c:3b\",\"name\":\"1705adc75a28769\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/320fea49-ff90-496f-ba97-e31444ee1951\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:57:37.537374 3834 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt 1ec7667d64edfddf6fa7ff25baaf854bc7c9f120b0aa72288917d8dae6f4e66b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt 1ec7667d64edfddf6fa7ff25baaf854bc7c9f120b0aa72288917d8dae6f4e66b network default NAD default NAD key ] I0418 14:57:37.546858 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-z5mrt, hostIfaceName: 1ec7667d64edfdd, network: default, NAD default, SandboxID: "1ec7667d64edfddf6fa7ff25baaf854bc7c9f120b0aa72288917d8dae6f4e66b", PCI device ID: , UID: "c1cba14f-94af-4edd-87f1-7c9cf0330759", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0418 14:57:37.599749 3834 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt 1ec7667d64edfddf6fa7ff25baaf854bc7c9f120b0aa72288917d8dae6f4e66b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-z5mrt 1ec7667d64edfddf6fa7ff25baaf854bc7c9f120b0aa72288917d8dae6f4e66b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:cd:54:53:9b:0e\",\"name\":\"1ec7667d64edfdd\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b4cd120-5299-4a89-b9df-007f1ffa92af\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:57:40.814460 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 14:57:44.331214 3834 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:57:44.331786 3834 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:57:44.349938 3834 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:57:44.349962 3834 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:57:44.355774 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 14:57:44.355790 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 14:57:46.274270 3834 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 14:57:46.275081 3834 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 14:57:46.275113 3834 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 14:57:46.277520 3834 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0418 14:57:47.946984 3834 namespace.go:142] [openshift-pipelines] updating namespace W0418 14:57:52.829293 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0418 14:57:53.253533 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 14:57:53.253557 3834 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 14:57:53.255288 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 14:57:53.255303 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 14:57:59.509360 3834 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 14:58:03.525809 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=89 I0418 14:58:03.634736 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0418 14:58:04.522237 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=108 I0418 14:58:14.522830 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=108 I0418 14:58:20.214831 3834 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-ddmnl for pod on switch ip-10-0-2-81.ec2.internal I0418 14:58:20.214910 3834 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl I0418 14:58:20.233506 3834 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl] pod update took 18.614034ms I0418 14:58:20.233532 3834 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl] addLogicalPort annotation time took 18.643496ms I0418 14:58:20.234802 3834 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl] addLogicalPort took 19.981687ms, libovsdb time 846.416µs I0418 14:58:20.578675 3834 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl 607f711be1be582e0dcae1d4dd05374abc3dc1872618d24b8558d238ca1850b7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl 607f711be1be582e0dcae1d4dd05374abc3dc1872618d24b8558d238ca1850b7 network default NAD default NAD key ] I0418 14:58:20.588119 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-ddmnl, hostIfaceName: 607f711be1be582, network: default, NAD default, SandboxID: "607f711be1be582e0dcae1d4dd05374abc3dc1872618d24b8558d238ca1850b7", PCI device ID: , UID: "662d6c6e-a136-48ce-8e83-0685bf1e7f0b", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0418 14:58:20.640541 3834 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl 607f711be1be582e0dcae1d4dd05374abc3dc1872618d24b8558d238ca1850b7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-ddmnl 607f711be1be582e0dcae1d4dd05374abc3dc1872618d24b8558d238ca1850b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:48:80:2f:3c:b4\",\"name\":\"607f711be1be582\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/911c8012-3e57-4697-bba8-57ca2aacc8e7\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:58:25.812400 3834 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:25.812421 3834 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:25.812426 3834 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 14:58:27.645975 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 14:58:35.646751 3834 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:35.647341 3834 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:35.682840 3834 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:35.682861 3834 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:35.686051 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 14:58:35.686076 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 14:58:36.661747 3834 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-sj7kc] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-sj7kc for pod on switch ip-10-0-2-81.ec2.internal I0418 14:58:36.661859 3834 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-sj7kc I0418 14:58:36.672183 3834 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-sj7kc] pod update took 10.356482ms I0418 14:58:36.672210 3834 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-sj7kc] addLogicalPort annotation time took 10.389844ms I0418 14:58:36.673688 3834 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-sj7kc] addLogicalPort took 11.961074ms, libovsdb time 982.055µs I0418 14:58:37.025924 3834 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-sj7kc fb56afb68e86ce4e6e5ea40bbd70fe2b4b47034559ed7b90680af14692100a80 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-sj7kc fb56afb68e86ce4e6e5ea40bbd70fe2b4b47034559ed7b90680af14692100a80 network default NAD default NAD key ] I0418 14:58:37.035689 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-sj7kc, hostIfaceName: fb56afb68e86ce4, network: default, NAD default, SandboxID: "fb56afb68e86ce4e6e5ea40bbd70fe2b4b47034559ed7b90680af14692100a80", PCI device ID: , UID: "998c344d-ee0d-48b9-871d-b904cdefbd93", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0418 14:58:37.088558 3834 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-sj7kc fb56afb68e86ce4e6e5ea40bbd70fe2b4b47034559ed7b90680af14692100a80 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-sj7kc fb56afb68e86ce4e6e5ea40bbd70fe2b4b47034559ed7b90680af14692100a80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:90:09:7e:30:e9\",\"name\":\"fb56afb68e86ce4\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42844ef9-9243-4f12-bfe0-e12ad3a3c59f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:58:37.321353 3834 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-bx8hn-fxtlk] creating logical port tsf-tas_segment-backup-installation-bx8hn-fxtlk for pod on switch ip-10-0-2-81.ec2.internal I0418 14:58:37.321461 3834 kube.go:256] Updating pod tsf-tas/segment-backup-installation-bx8hn-fxtlk I0418 14:58:37.336979 3834 pod.go:62] [tsf-tas/segment-backup-installation-bx8hn-fxtlk] pod update took 15.546098ms I0418 14:58:37.337001 3834 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-bx8hn-fxtlk] addLogicalPort annotation time took 15.573065ms I0418 14:58:37.338264 3834 pods.go:271] [tsf-tas/segment-backup-installation-bx8hn-fxtlk] addLogicalPort took 16.926751ms, libovsdb time 838.089µs I0418 14:58:37.683392 3834 cni.go:452] [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key ] I0418 14:58:37.694417 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-bx8hn-fxtlk, hostIfaceName: b1ba8dd4e5cb523, network: default, NAD default, SandboxID: "b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732", PCI device ID: , UID: "018149e7-f9f5-491a-afaa-348365e6915b", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0418 14:58:37.748668 3834 cni.go:473] [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:a4:3d:1d:4e:db\",\"name\":\"b1ba8dd4e5cb523\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed36e56e-6c59-494b-a160-d2753c24211e\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:58:38.482593 3834 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-844dc5cfc5-wfdbt] creating logical port tsf-tas_fulcio-server-844dc5cfc5-wfdbt for pod on switch ip-10-0-2-81.ec2.internal I0418 14:58:38.482722 3834 kube.go:256] Updating pod tsf-tas/fulcio-server-844dc5cfc5-wfdbt I0418 14:58:38.502055 3834 pod.go:62] [tsf-tas/fulcio-server-844dc5cfc5-wfdbt] pod update took 19.35682ms I0418 14:58:38.502143 3834 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-844dc5cfc5-wfdbt] addLogicalPort annotation time took 19.446877ms I0418 14:58:38.503640 3834 pods.go:271] [tsf-tas/fulcio-server-844dc5cfc5-wfdbt] addLogicalPort took 21.064351ms, libovsdb time 880.784µs I0418 14:58:38.869156 3834 cni.go:452] [tsf-tas/fulcio-server-844dc5cfc5-wfdbt e8c82a0c1e0b0d33482a5caf2171e4104e00ee34fb40848ed14ea012e15c7d8f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-844dc5cfc5-wfdbt e8c82a0c1e0b0d33482a5caf2171e4104e00ee34fb40848ed14ea012e15c7d8f network default NAD default NAD key ] I0418 14:58:38.882175 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-844dc5cfc5-wfdbt, hostIfaceName: e8c82a0c1e0b0d3, network: default, NAD default, SandboxID: "e8c82a0c1e0b0d33482a5caf2171e4104e00ee34fb40848ed14ea012e15c7d8f", PCI device ID: , UID: "ee8a0f64-e113-4085-b70b-130a1350e326", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0418 14:58:38.960692 3834 cni.go:473] [tsf-tas/fulcio-server-844dc5cfc5-wfdbt e8c82a0c1e0b0d33482a5caf2171e4104e00ee34fb40848ed14ea012e15c7d8f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-844dc5cfc5-wfdbt e8c82a0c1e0b0d33482a5caf2171e4104e00ee34fb40848ed14ea012e15c7d8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5f:3f:0d:06:b1\",\"name\":\"e8c82a0c1e0b0d3\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9461bc3-fe2a-46ca-aba0-3dad2cd90224\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:58:41.240847 3834 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5df74675b4-mhbkd] creating logical port tsf-tas_trillian-db-5df74675b4-mhbkd for pod on switch ip-10-0-2-81.ec2.internal I0418 14:58:41.241023 3834 kube.go:256] Updating pod tsf-tas/trillian-db-5df74675b4-mhbkd I0418 14:58:41.253585 3834 pod.go:62] [tsf-tas/trillian-db-5df74675b4-mhbkd] pod update took 12.58914ms I0418 14:58:41.253616 3834 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5df74675b4-mhbkd] addLogicalPort annotation time took 12.627617ms I0418 14:58:41.255216 3834 pods.go:271] [tsf-tas/trillian-db-5df74675b4-mhbkd] addLogicalPort took 14.390319ms, libovsdb time 1.058237ms W0418 14:58:42.132559 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0418 14:58:42.132577 3834 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 14:58:42.153882 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0418 14:58:42.153903 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0418 14:58:45.696957 3834 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ljksg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:45.697593 3834 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ljksg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:46.591967 3834 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ljksg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:46.591995 3834 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ljksg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:47.221910 3834 cni.go:452] [tsf-tas/trillian-db-5df74675b4-mhbkd 6beebb31903ca4d3c2d503045fbac1a572e5258cfbbde0dde56a632b6ee04587 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5df74675b4-mhbkd 6beebb31903ca4d3c2d503045fbac1a572e5258cfbbde0dde56a632b6ee04587 network default NAD default NAD key ] I0418 14:58:47.232172 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5df74675b4-mhbkd, hostIfaceName: 6beebb31903ca4d, network: default, NAD default, SandboxID: "6beebb31903ca4d3c2d503045fbac1a572e5258cfbbde0dde56a632b6ee04587", PCI device ID: , UID: "e2d0d2d8-5d59-4bb8-b630-d1e5905c9316", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0418 14:58:47.291853 3834 cni.go:473] [tsf-tas/trillian-db-5df74675b4-mhbkd 6beebb31903ca4d3c2d503045fbac1a572e5258cfbbde0dde56a632b6ee04587 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5df74675b4-mhbkd 6beebb31903ca4d3c2d503045fbac1a572e5258cfbbde0dde56a632b6ee04587 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:97:ed:74:54:46\",\"name\":\"6beebb31903ca4d\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0b6c9e5-6664-4b51-bc07-b27a4b22f1a4\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:58:49.933295 3834 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0418 14:58:49.958972 3834 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0418 14:58:51.195478 3834 cni.go:452] [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key ] I0418 14:58:51.284105 3834 cni.go:473] [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-bx8hn-fxtlk b1ba8dd4e5cb5237978abc42d7ecbfbf33d087a5d8494d517f17e747bb09f732 network default NAD default NAD key default], result "{}", err I0418 14:58:51.844958 3834 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:51.844997 3834 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-bx8hn-fxtlk I0418 14:58:51.846727 3834 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-bx8hn-fxtlk, ips: 10.128.0.39 I0418 14:58:51.846764 3834 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 14:58:52.192076 3834 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 14:58:52.210587 3834 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:52.210612 3834 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:56.828725 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0418 14:59:00.706245 3834 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 14:59:03.238939 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 14:59:24.914304 3834 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:24.914958 3834 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:24.933522 3834 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:24.933550 3834 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:24.939487 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 14:59:24.939519 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 14:59:33.968673 3834 obj_retry.go:498] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:33.969261 3834 obj_retry.go:498] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:33.993031 3834 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:33.993052 3834 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:34.366298 3834 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.366913 3834 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.390858 3834 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.391328 3834 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.842092 3834 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:34.842119 3834 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.206500 3834 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.206521 3834 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.228705 3834 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.228725 3834 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:39.985095 3834 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6cdb849c5d-hfw4t] creating logical port tsf-tas_rekor-redis-6cdb849c5d-hfw4t for pod on switch ip-10-0-2-81.ec2.internal I0418 14:59:39.985211 3834 kube.go:256] Updating pod tsf-tas/rekor-redis-6cdb849c5d-hfw4t I0418 14:59:40.003404 3834 pod.go:62] [tsf-tas/rekor-redis-6cdb849c5d-hfw4t] pod update took 18.22641ms I0418 14:59:40.003429 3834 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6cdb849c5d-hfw4t] addLogicalPort annotation time took 18.257505ms I0418 14:59:40.004676 3834 pods.go:271] [tsf-tas/rekor-redis-6cdb849c5d-hfw4t] addLogicalPort took 19.599081ms, libovsdb time 851.563µs I0418 14:59:40.006674 3834 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jltgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:40.007191 3834 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jltgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:40.349166 3834 cni.go:452] [tsf-tas/rekor-redis-6cdb849c5d-hfw4t f564d4dc3c6ecd88b8ae491d6ea07a3e5b55074b6bc6bc2e5d5a35105e0fea34 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6cdb849c5d-hfw4t f564d4dc3c6ecd88b8ae491d6ea07a3e5b55074b6bc6bc2e5d5a35105e0fea34 network default NAD default NAD key ] I0418 14:59:40.358802 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6cdb849c5d-hfw4t, hostIfaceName: f564d4dc3c6ecd8, network: default, NAD default, SandboxID: "f564d4dc3c6ecd88b8ae491d6ea07a3e5b55074b6bc6bc2e5d5a35105e0fea34", PCI device ID: , UID: "37f2cfea-df2e-4a16-9844-a8a08264e93a", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0418 14:59:40.412799 3834 cni.go:473] [tsf-tas/rekor-redis-6cdb849c5d-hfw4t f564d4dc3c6ecd88b8ae491d6ea07a3e5b55074b6bc6bc2e5d5a35105e0fea34 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6cdb849c5d-hfw4t f564d4dc3c6ecd88b8ae491d6ea07a3e5b55074b6bc6bc2e5d5a35105e0fea34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:02:2e:09:57:49\",\"name\":\"f564d4dc3c6ecd8\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3426349f-8c2a-4fe8-8b07-cf7e17771242\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:59:41.026332 3834 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jltgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.026361 3834 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jltgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.059582 3834 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.059603 3834 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.063767 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ss8tq I0418 14:59:41.063786 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ss8tq W0418 14:59:41.234934 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0418 14:59:42.459372 3834 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0418 14:59:43.246046 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 14:59:45.045102 3834 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:45.045706 3834 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:45.063680 3834 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:45.063699 3834 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:45.070009 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 14:59:45.070034 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 14:59:46.334666 3834 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-bzpnl] creating logical port tsf-tpa_create-db-bzpnl for pod on switch ip-10-0-2-81.ec2.internal I0418 14:59:46.334766 3834 kube.go:256] Updating pod tsf-tpa/create-db-bzpnl I0418 14:59:46.347434 3834 pod.go:62] [tsf-tpa/create-db-bzpnl] pod update took 12.6957ms I0418 14:59:46.347458 3834 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-bzpnl] addLogicalPort annotation time took 12.724338ms I0418 14:59:46.348744 3834 pods.go:271] [tsf-tpa/create-db-bzpnl] addLogicalPort took 14.092926ms, libovsdb time 860.205µs I0418 14:59:46.692865 3834 cni.go:452] [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key ] I0418 14:59:46.702263 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-bzpnl, hostIfaceName: 2db9181f640471f, network: default, NAD default, SandboxID: "2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a", PCI device ID: , UID: "f3027da4-1fc4-4714-b55c-7b803649dc33", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0418 14:59:46.755748 3834 cni.go:473] [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:7e:c3:a7:fc:cb\",\"name\":\"2db9181f640471f\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb1934f9-e3eb-410b-9f26-70aba0e728fc\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:59:50.938713 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0418 14:59:51.512302 3834 cni.go:452] [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key ] I0418 14:59:51.592408 3834 cni.go:473] [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-bzpnl 2db9181f640471f157a690bd67d7baef8f5d70d1bc1e77155f3a41f56f6dd62a network default NAD default NAD key default], result "{}", err I0418 14:59:51.641994 3834 obj_retry.go:498] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:51.642033 3834 pods.go:176] Deleting pod: tsf-tpa/create-db-bzpnl I0418 14:59:51.643439 3834 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-bzpnl, ips: 10.128.0.43 I0418 14:59:51.643475 3834 obj_retry.go:498] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:52.663985 3834 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:52.664010 3834 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:52.767619 3834 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-xlwqj] creating logical port tsf-tpa_migrate-db-xlwqj for pod on switch ip-10-0-2-81.ec2.internal I0418 14:59:52.767743 3834 kube.go:256] Updating pod tsf-tpa/migrate-db-xlwqj I0418 14:59:52.779767 3834 pod.go:62] [tsf-tpa/migrate-db-xlwqj] pod update took 12.049433ms I0418 14:59:52.779789 3834 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-xlwqj] addLogicalPort annotation time took 12.075876ms I0418 14:59:52.781194 3834 pods.go:271] [tsf-tpa/migrate-db-xlwqj] addLogicalPort took 13.592077ms, libovsdb time 977.586µs I0418 14:59:53.125503 3834 cni.go:452] [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key ] I0418 14:59:53.134975 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-xlwqj, hostIfaceName: 3b4bcd50fed83f7, network: default, NAD default, SandboxID: "3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e", PCI device ID: , UID: "cc13ce3e-5e68-4aeb-a76d-92dc096afdc2", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0418 14:59:53.188280 3834 cni.go:473] [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:7d:4f:54:26:d9\",\"name\":\"3b4bcd50fed83f7\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/459d0d22-6abc-4834-b6d0-fb109135ae15\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 14:59:54.492212 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0418 14:59:55.537563 3834 cni.go:452] [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key ] I0418 14:59:55.625930 3834 cni.go:473] [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-xlwqj 3b4bcd50fed83f75ad0d583cd3739c4a14303aac91552f9e10019fed044e0f0e network default NAD default NAD key default], result "{}", err I0418 14:59:55.675573 3834 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:55.675606 3834 pods.go:176] Deleting pod: tsf-tpa/migrate-db-xlwqj I0418 14:59:55.677163 3834 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-xlwqj, ips: 10.128.0.44 I0418 14:59:55.677196 3834 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:55.796072 3834 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:55.796101 3834 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:55.985619 3834 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-tgjkp] creating logical port tsf-tpa_create-importers-tgjkp for pod on switch ip-10-0-2-81.ec2.internal I0418 14:59:55.985704 3834 kube.go:256] Updating pod tsf-tpa/create-importers-tgjkp I0418 14:59:55.997973 3834 pod.go:62] [tsf-tpa/create-importers-tgjkp] pod update took 12.289506ms I0418 14:59:55.998031 3834 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-tgjkp] addLogicalPort annotation time took 12.349759ms I0418 14:59:55.999399 3834 pods.go:271] [tsf-tpa/create-importers-tgjkp] addLogicalPort took 13.794894ms, libovsdb time 846.455µs I0418 14:59:56.345816 3834 cni.go:452] [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key ] I0418 14:59:56.355754 3834 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-tgjkp, hostIfaceName: 4f08bb898b828f1, network: default, NAD default, SandboxID: "4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24", PCI device ID: , UID: "3738385b-7bdf-4f18-9afb-b8cde2df608b", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0418 14:59:56.407040 3834 cni.go:473] [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:47:59:5c:c1:c9\",\"name\":\"4f08bb898b828f1\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cf1b2d0-eb29-4ec8-b8d1-6c63c274dff0\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 14:59:58.560267 3834 cni.go:452] [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key ] I0418 14:59:58.649662 3834 cni.go:473] [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-tgjkp 4f08bb898b828f1435286a660af789b4f2d81559a3b9042ac590450b0615aa24 network default NAD default NAD key default], result "{}", err I0418 14:59:58.700295 3834 obj_retry.go:498] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:58.700392 3834 pods.go:176] Deleting pod: tsf-tpa/create-importers-tgjkp I0418 14:59:58.701735 3834 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-tgjkp, ips: 10.128.0.45 I0418 14:59:58.701775 3834 obj_retry.go:498] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:59.014643 3834 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:59.014664 3834 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:00.158871 3834 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608740-6sns9 for pod on switch ip-10-0-2-81.ec2.internal I0418 15:00:00.158966 3834 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 I0418 15:00:00.185804 3834 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9] pod update took 26.861236ms I0418 15:00:00.185831 3834 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9] addLogicalPort annotation time took 26.890913ms I0418 15:00:00.187128 3834 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9] addLogicalPort took 28.27043ms, libovsdb time 871.283µs I0418 15:00:00.520040 3834 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key ] I0418 15:00:00.530276 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608740-6sns9, hostIfaceName: c88323b9e0c3645, network: default, NAD default, SandboxID: "c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf", PCI device ID: , UID: "ab9ca58e-42ba-423c-be05-613f1078a11c", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0418 15:00:00.583494 3834 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:fb:bc:75:fc:c3\",\"name\":\"c88323b9e0c3645\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c02550d5-a35d-467d-901a-a9452d856e38\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:00:03.592788 3834 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key ] I0418 15:00:03.680236 3834 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 c88323b9e0c3645f3adb4a82689bcdb0fcea43867cfc5c73a29e63f16d55f3cf network default NAD default NAD key default], result "{}", err I0418 15:00:03.729332 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:03.729362 3834 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 I0418 15:00:03.730737 3834 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9, ips: 10.128.0.46 I0418 15:00:03.730765 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:04.605117 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:04.605145 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 15:00:12.416741 3834 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0418 15:00:15.205749 3834 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:15.206340 3834 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:16.226575 3834 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:16.226602 3834 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:27.995434 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0418 15:00:30.387976 3834 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:30.388570 3834 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:30.407795 3834 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:30.407825 3834 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:30.415398 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 15:00:30.415421 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 15:00:31.096255 3834 namespace.go:98] [default-tenant] adding namespace I0418 15:00:31.096429 3834 namespace.go:98] [integration-service] adding namespace I0418 15:00:31.096586 3834 namespace.go:98] [build-service] adding namespace I0418 15:00:31.097220 3834 namespace.go:102] [default-tenant] adding namespace took 940.48µs I0418 15:00:31.097255 3834 namespace.go:98] [image-controller] adding namespace I0418 15:00:31.097811 3834 namespace.go:102] [image-controller] adding namespace took 548.583µs I0418 15:00:31.098481 3834 namespace.go:102] [integration-service] adding namespace took 2.037033ms I0418 15:00:31.099049 3834 namespace.go:102] [build-service] adding namespace took 2.448256ms I0418 15:00:31.120910 3834 namespace.go:142] [default-tenant] updating namespace I0418 15:00:31.137525 3834 namespace.go:142] [default-tenant] updating namespace I0418 15:00:31.157007 3834 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.174490 3834 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.180791 3834 namespace.go:142] [integration-service] updating namespace W0418 15:00:31.193891 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0418 15:00:31.204989 3834 namespace.go:142] [integration-service] updating namespace I0418 15:00:31.215983 3834 namespace.go:142] [build-service] updating namespace I0418 15:00:31.240362 3834 namespace.go:142] [build-service] updating namespace I0418 15:00:31.328903 3834 namespace.go:142] [build-service] updating namespace I0418 15:00:31.349034 3834 namespace.go:142] [integration-service] updating namespace I0418 15:00:31.407165 3834 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-81.ec2.internal I0418 15:00:31.407255 3834 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0418 15:00:31.434996 3834 namespace.go:98] [release-service] adding namespace I0418 15:00:31.435843 3834 namespace.go:102] [release-service] adding namespace took 820.382µs I0418 15:00:31.443971 3834 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 36.736424ms I0418 15:00:31.443990 3834 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 36.763937ms I0418 15:00:31.445448 3834 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 38.302597ms, libovsdb time 967.023µs I0418 15:00:31.450174 3834 namespace.go:142] [release-service] updating namespace I0418 15:00:31.505857 3834 namespace.go:142] [release-service] updating namespace I0418 15:00:31.520288 3834 namespace.go:142] [konflux-ui] updating namespace I0418 15:00:31.541546 3834 namespace.go:98] [konflux-info] adding namespace I0418 15:00:31.542406 3834 namespace.go:102] [konflux-info] adding namespace took 843.282µs I0418 15:00:31.575302 3834 namespace.go:98] [namespace-lister] adding namespace I0418 15:00:31.576064 3834 namespace.go:102] [namespace-lister] adding namespace took 721.736µs I0418 15:00:31.581822 3834 namespace.go:142] [konflux-info] updating namespace I0418 15:00:31.611088 3834 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:31.652835 3834 namespace.go:142] [konflux-info] updating namespace I0418 15:00:31.683806 3834 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:31.718251 3834 namespace.go:98] [enterprise-contract-service] adding namespace I0418 15:00:31.719115 3834 namespace.go:102] [enterprise-contract-service] adding namespace took 842.985µs I0418 15:00:31.759927 3834 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.769869 3834 cni.go:452] [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key ] I0418 15:00:31.778688 3834 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:31.780293 3834 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 169dcebe0d8fb05, network: default, NAD default, SandboxID: "169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04", PCI device ID: , UID: "b958ef4b-936f-489c-ac0c-9168a62d5673", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0418 15:00:31.825525 3834 namespace.go:142] [build-service] updating namespace I0418 15:00:31.837565 3834 cni.go:473] [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:0f:db:a4:90:46\",\"name\":\"169dcebe0d8fb05\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6214d0f-b360-4516-9ccb-1661966448dd\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:00:31.857043 3834 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:32.022758 3834 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.051188 3834 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.225871 3834 namespace.go:98] [segment-bridge] adding namespace I0418 15:00:32.226709 3834 namespace.go:102] [segment-bridge] adding namespace took 816.47µs I0418 15:00:32.234330 3834 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.286126 3834 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:32.377384 3834 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:32.525965 3834 namespace.go:142] [build-service] updating namespace I0418 15:00:32.541887 3834 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.550790 3834 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.563189 3834 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.633007 3834 namespace.go:142] [build-service] updating namespace I0418 15:00:32.737566 3834 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.738432 3834 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.833706 3834 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.932937 3834 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.992496 3834 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 15:00:32.993133 3834 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 15:00:32.993155 3834 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 15:00:32.995871 3834 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 15:00:33.131100 3834 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-v8bw5] creating logical port namespace-lister_namespace-lister-67655c4674-v8bw5 for pod on switch ip-10-0-2-81.ec2.internal I0418 15:00:33.131185 3834 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-v8bw5 I0418 15:00:33.152779 3834 pod.go:62] [namespace-lister/namespace-lister-67655c4674-v8bw5] pod update took 21.619211ms I0418 15:00:33.152798 3834 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-v8bw5] addLogicalPort annotation time took 21.642167ms I0418 15:00:33.153996 3834 pods.go:271] [namespace-lister/namespace-lister-67655c4674-v8bw5] addLogicalPort took 22.912362ms, libovsdb time 801.425µs I0418 15:00:33.174390 3834 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 15:00:33.174418 3834 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 15:00:33.175652 3834 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 15:00:33.855722 3834 base_network_controller_pods.go:487] [default/konflux-ui/dex-6bb8b455f9-cxtll] creating logical port konflux-ui_dex-6bb8b455f9-cxtll for pod on switch ip-10-0-2-81.ec2.internal I0418 15:00:33.855887 3834 kube.go:256] Updating pod konflux-ui/dex-6bb8b455f9-cxtll I0418 15:00:33.876688 3834 pod.go:62] [konflux-ui/dex-6bb8b455f9-cxtll] pod update took 20.886442ms I0418 15:00:33.876709 3834 base_network_controller_pods.go:951] [default/konflux-ui/dex-6bb8b455f9-cxtll] addLogicalPort annotation time took 20.911722ms I0418 15:00:33.877971 3834 pods.go:271] [konflux-ui/dex-6bb8b455f9-cxtll] addLogicalPort took 22.269773ms, libovsdb time 876.506µs I0418 15:00:33.963726 3834 base_network_controller_pods.go:487] [default/konflux-ui/proxy-869d5d4dc7-8crkq] creating logical port konflux-ui_proxy-869d5d4dc7-8crkq for pod on switch ip-10-0-2-81.ec2.internal I0418 15:00:33.963847 3834 kube.go:256] Updating pod konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:00:33.994001 3834 pod.go:62] [konflux-ui/proxy-869d5d4dc7-8crkq] pod update took 30.172191ms I0418 15:00:33.994021 3834 base_network_controller_pods.go:951] [default/konflux-ui/proxy-869d5d4dc7-8crkq] addLogicalPort annotation time took 30.217304ms I0418 15:00:33.995201 3834 pods.go:271] [konflux-ui/proxy-869d5d4dc7-8crkq] addLogicalPort took 31.489455ms, libovsdb time 752.392µs I0418 15:00:34.097242 3834 cni.go:452] [namespace-lister/namespace-lister-67655c4674-v8bw5 37f797fc5e456a60c22b99d01e1b66082287d54feef3b0148479eb9d31574007 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-v8bw5 37f797fc5e456a60c22b99d01e1b66082287d54feef3b0148479eb9d31574007 network default NAD default NAD key ] I0418 15:00:34.098884 3834 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:34.108481 3834 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-v8bw5, hostIfaceName: 37f797fc5e456a6, network: default, NAD default, SandboxID: "37f797fc5e456a60c22b99d01e1b66082287d54feef3b0148479eb9d31574007", PCI device ID: , UID: "7fa40f25-c721-47ef-a489-7d27a54ea865", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0418 15:00:34.164552 3834 cni.go:473] [namespace-lister/namespace-lister-67655c4674-v8bw5 37f797fc5e456a60c22b99d01e1b66082287d54feef3b0148479eb9d31574007 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-v8bw5 37f797fc5e456a60c22b99d01e1b66082287d54feef3b0148479eb9d31574007 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:63:6c:2b:89:69\",\"name\":\"37f797fc5e456a6\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3c1b372-0ea4-41cf-ac0f-912ad5db327f\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:00:34.294039 3834 namespace.go:142] [konflux-info] updating namespace I0418 15:00:34.548822 3834 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:34.746085 3834 namespace.go:142] [release-service] updating namespace I0418 15:00:34.930025 3834 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.075160 3834 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:35.103874 3834 namespace.go:142] [konflux-info] updating namespace I0418 15:00:35.107633 3834 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-b4hkg] creating logical port build-service_build-service-controller-manager-7cbf488fcf-b4hkg for pod on switch ip-10-0-2-81.ec2.internal I0418 15:00:35.107741 3834 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-b4hkg I0418 15:00:35.131120 3834 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-b4hkg] pod update took 23.409039ms I0418 15:00:35.131143 3834 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-b4hkg] addLogicalPort annotation time took 23.438331ms I0418 15:00:35.132440 3834 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-b4hkg] addLogicalPort took 24.826644ms, libovsdb time 841.506µs I0418 15:00:35.143237 3834 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:35.168191 3834 namespace.go:142] [release-service] updating namespace I0418 15:00:35.197093 3834 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.267909 3834 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:35.308236 3834 namespace.go:142] [konflux-info] updating namespace I0418 15:00:35.353511 3834 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:35.410784 3834 namespace.go:142] [release-service] updating namespace I0418 15:00:35.510364 3834 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.531115 3834 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-b4hkg 4b5a7d023253a6e8d4cba19b33fc9abd74557d3310f248fb7661c69a8ba25929 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-b4hkg 4b5a7d023253a6e8d4cba19b33fc9abd74557d3310f248fb7661c69a8ba25929 network default NAD default NAD key ] I0418 15:00:35.540768 3834 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-b4hkg, hostIfaceName: 4b5a7d023253a6e, network: default, NAD default, SandboxID: "4b5a7d023253a6e8d4cba19b33fc9abd74557d3310f248fb7661c69a8ba25929", PCI device ID: , UID: "c2ccfc8d-c80b-4b89-b6cd-885b483d5030", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0418 15:00:35.593104 3834 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-b4hkg 4b5a7d023253a6e8d4cba19b33fc9abd74557d3310f248fb7661c69a8ba25929 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-b4hkg 4b5a7d023253a6e8d4cba19b33fc9abd74557d3310f248fb7661c69a8ba25929 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:8b:ba:36:fa:d1\",\"name\":\"4b5a7d023253a6e\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/508215e5-ecd1-443b-9f5f-dd4b592267e7\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:00:36.376353 3834 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6785767c5d-4zf57] creating logical port integration-service_integration-service-controller-manager-6785767c5d-4zf57 for pod on switch ip-10-0-2-81.ec2.internal I0418 15:00:36.376458 3834 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6785767c5d-4zf57 I0418 15:00:36.404686 3834 pod.go:62] [integration-service/integration-service-controller-manager-6785767c5d-4zf57] pod update took 28.257845ms I0418 15:00:36.404713 3834 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6785767c5d-4zf57] addLogicalPort annotation time took 28.287027ms I0418 15:00:36.406054 3834 pods.go:271] [integration-service/integration-service-controller-manager-6785767c5d-4zf57] addLogicalPort took 29.718191ms, libovsdb time 898.451µs W0418 15:00:36.770357 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0418 15:00:36.856177 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0418 15:00:37.781594 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0418 15:00:39.215759 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0418 15:00:39.790191 3834 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0418 15:00:42.195251 3834 cni.go:452] [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key ] I0418 15:00:42.195331 3834 cni.go:452] [konflux-ui/dex-6bb8b455f9-cxtll f651a1d7d3cc0cf7e1eda4f16e75a67deb7a655a05419177779fb8799e6736de network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6bb8b455f9-cxtll f651a1d7d3cc0cf7e1eda4f16e75a67deb7a655a05419177779fb8799e6736de network default NAD default NAD key ] I0418 15:00:42.208021 3834 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-869d5d4dc7-8crkq, hostIfaceName: 7ca7c4eef592c81, network: default, NAD default, SandboxID: "7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff", PCI device ID: , UID: "925bca60-7790-4712-8ba3-b446b458f4bd", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0418 15:00:42.208066 3834 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6bb8b455f9-cxtll, hostIfaceName: f651a1d7d3cc0cf, network: default, NAD default, SandboxID: "f651a1d7d3cc0cf7e1eda4f16e75a67deb7a655a05419177779fb8799e6736de", PCI device ID: , UID: "47e1cd3a-a0c4-458c-908c-525da41c980f", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0418 15:00:42.266826 3834 cni.go:473] [konflux-ui/dex-6bb8b455f9-cxtll f651a1d7d3cc0cf7e1eda4f16e75a67deb7a655a05419177779fb8799e6736de network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6bb8b455f9-cxtll f651a1d7d3cc0cf7e1eda4f16e75a67deb7a655a05419177779fb8799e6736de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:11:69:83:8f:f9\",\"name\":\"f651a1d7d3cc0cf\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4fa0d87-41a0-4100-95da-e65f33617fe5\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:00:42.287238 3834 cni.go:473] [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:44:c1:43:35:58\",\"name\":\"7ca7c4eef592c81\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21e5f805-fe03-46d1-a8f6-3f0e9e90cfd4\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 15:00:44.825258 3834 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0418 15:00:46.272254 3834 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.272285 3834 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0418 15:00:46.698617 3834 cni.go:452] [integration-service/integration-service-controller-manager-6785767c5d-4zf57 c15c4aaf282f016dc0bf8b9c9300428e62e59e8b18f96c13cae481f21df2d401 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6785767c5d-4zf57 c15c4aaf282f016dc0bf8b9c9300428e62e59e8b18f96c13cae481f21df2d401 network default NAD default NAD key ] I0418 15:00:46.708241 3834 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6785767c5d-4zf57, hostIfaceName: c15c4aaf282f016, network: default, NAD default, SandboxID: "c15c4aaf282f016dc0bf8b9c9300428e62e59e8b18f96c13cae481f21df2d401", PCI device ID: , UID: "36db2ad5-e223-469a-adfd-4c1be520c2b3", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0418 15:00:46.764782 3834 cni.go:473] [integration-service/integration-service-controller-manager-6785767c5d-4zf57 c15c4aaf282f016dc0bf8b9c9300428e62e59e8b18f96c13cae481f21df2d401 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6785767c5d-4zf57 c15c4aaf282f016dc0bf8b9c9300428e62e59e8b18f96c13cae481f21df2d401 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:49:d1:56:39:e3\",\"name\":\"c15c4aaf282f016\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18c46876-0f91-4f41-83fc-1e992157a7ba\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 15:00:46.853528 3834 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.853545 3834 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0418 15:00:47.733669 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 W0418 15:00:48.309845 3834 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 15:00:48.310264 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0418 15:00:49.297694 3834 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:00:49.297803 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:00:49.862059 3834 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:00:49.862514 3834 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:00:50.809034 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 15:00:58.858108 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0418 15:01:00.306460 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:01:00.306492 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:01:00.306659 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:01:00.306691 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:01:00.879208 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:01:00.880436 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0418 15:01:01.197163 3834 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:01.197743 3834 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:01.363181 3834 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:01.363210 3834 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:01.368618 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:01:01.368649 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q W0418 15:01:26.353417 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 15:01:26.353438 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0418 15:01:26.353450 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 15:01:26.353455 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0418 15:01:28.941500 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 15:01:28.941530 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0418 15:01:56.202581 3834 cni.go:452] [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key ] I0418 15:01:56.291361 3834 cni.go:473] [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-869d5d4dc7-8crkq 7ca7c4eef592c818eeda571cae76944b439f9951ede4cdc7321483642c999bff network default NAD default NAD key default], result "{}", err I0418 15:01:56.355109 3834 obj_retry.go:498] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:56.355144 3834 pods.go:176] Deleting pod: konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:01:56.356654 3834 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-869d5d4dc7-8crkq, ips: 10.128.0.50 I0418 15:01:56.356681 3834 obj_retry.go:498] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:57.269838 3834 obj_retry.go:492] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:57.269870 3834 obj_retry.go:492] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:57.276536 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:01:57.276566 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:02:04.316806 3834 cni.go:452] [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key ] I0418 15:02:04.398167 3834 cni.go:473] [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 169dcebe0d8fb0537890b6cb02ad560f20ce80bdfde157ba4c0b0743a239ab04 network default NAD default NAD key default], result "{}", err I0418 15:02:04.449895 3834 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:02:04.449933 3834 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0418 15:02:04.451427 3834 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.47 I0418 15:02:04.451459 3834 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:02:04.485686 3834 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:02:04.485706 3834 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:02:04.491541 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 15:02:04.491574 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 15:02:27.725465 3834 namespace.go:98] [default-managed-tenant-r8i3d] adding namespace I0418 15:02:27.726432 3834 namespace.go:102] [default-managed-tenant-r8i3d] adding namespace took 935.893µs I0418 15:02:27.748505 3834 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:27.763931 3834 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:28.766198 3834 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:29.057300 3834 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:29.157700 3834 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:39.518965 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0418 15:03:01.531732 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=635 I0418 15:03:06.956801 3834 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 15:03:14.519057 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 I0418 15:03:26.530231 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0418 15:03:40.525694 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=71 I0418 15:04:25.526101 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0418 15:04:54.949358 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 15:05:24.821259 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 15:05:39.649260 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 15:06:31.831798 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0418 15:06:43.998434 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 15:07:11.825728 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 15:07:48.639562 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0418 15:08:50.860545 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 15:09:09.739273 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0418 15:09:14.534998 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=8 I0418 15:09:33.533957 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=23 I0418 15:09:52.049047 3834 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:52.049105 3834 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:52.053450 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-bzpnl I0418 15:09:52.053474 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-bzpnl I0418 15:09:55.028905 3834 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:55.028931 3834 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:55.033195 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-xlwqj I0418 15:09:55.033229 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-xlwqj I0418 15:09:59.030005 3834 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:59.030051 3834 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:59.032874 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-tgjkp I0418 15:09:59.032899 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-tgjkp I0418 15:10:00.198361 3834 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608750-c2ffr for pod on switch ip-10-0-2-81.ec2.internal I0418 15:10:00.198489 3834 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr I0418 15:10:00.222147 3834 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr] pod update took 23.685364ms I0418 15:10:00.222177 3834 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr] addLogicalPort annotation time took 23.718199ms I0418 15:10:00.223554 3834 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr] addLogicalPort took 25.208634ms, libovsdb time 910.55µs I0418 15:10:00.559976 3834 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key ] I0418 15:10:00.569604 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608750-c2ffr, hostIfaceName: c2f5f87c792e140, network: default, NAD default, SandboxID: "c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad", PCI device ID: , UID: "306614e0-c2a3-4f12-9830-73e736ea1ed0", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0418 15:10:00.623871 3834 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:34:71:d8:ae:53\",\"name\":\"c2f5f87c792e140\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b74828ea-d46d-428b-98c3-40fa9f9068d5\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:10:03.933689 3834 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key ] I0418 15:10:04.017168 3834 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr c2f5f87c792e140f707d1258554068369336b9854a5d6630ea5defa293f031ad network default NAD default NAD key default], result "{}", err I0418 15:10:04.068857 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:10:04.068911 3834 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr I0418 15:10:04.070208 3834 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr, ips: 10.128.0.53 I0418 15:10:04.070239 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:10:04.946283 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:10:04.946333 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:10:24.960486 3834 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0418 15:10:28.583157 3834 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-698948cbb8-mddh5 I0418 15:10:57.530331 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0418 15:11:17.522964 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0418 15:11:58.835663 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0418 15:12:03.523509 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0418 15:12:46.653053 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 15:13:12.529449 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0418 15:13:18.643189 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0418 15:13:33.002439 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 15:13:51.952829 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0418 15:15:04.825048 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 15:16:03.829598 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0418 15:16:24.538270 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0418 15:16:38.370871 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-zqlvf-init-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:16:38.371006 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:38.401629 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod] pod update took 30.651649ms I0418 15:16:38.401655 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod] addLogicalPort annotation time took 30.68192ms I0418 15:16:38.402981 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod] addLogicalPort took 32.124824ms, libovsdb time 925.007µs I0418 15:16:38.732839 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key ] I0418 15:16:38.743206 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-zqlvf-init-pod, hostIfaceName: 0d2afcee7d21ee5, network: default, NAD default, SandboxID: "0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac", PCI device ID: , UID: "440a1de3-ad0e-4cc8-84bd-ab8240a14a41", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0418 15:16:38.798281 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f0:ca:a1:c3:1a\",\"name\":\"0d2afcee7d21ee5\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cce8b29b-c71f-4036-b68c-09b69ba0ac60\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:16:49.433081 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-init-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:16:49.433248 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod I0418 15:16:49.450206 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod] pod update took 16.986453ms I0418 15:16:49.450237 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod] addLogicalPort annotation time took 17.019402ms I0418 15:16:49.451846 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod] addLogicalPort took 18.787134ms, libovsdb time 1.011085ms I0418 15:16:53.529396 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key ] I0418 15:16:53.540152 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-init-pod, hostIfaceName: 0cd4ae7e2ea33ea, network: default, NAD default, SandboxID: "0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467", PCI device ID: , UID: "af375c8e-13ad-42f6-9b7b-98f007a00732", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0418 15:16:53.595737 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:cb:4b:a4:9d:a0\",\"name\":\"0cd4ae7e2ea33ea\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d48b972-7231-4fb5-973c-71ee576f23b0\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:16:54.225965 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key ] I0418 15:16:54.305732 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod 0d2afcee7d21ee559a1779374db381d0c921dd6373912a6b0ae6144a8ce9cbac network default NAD default NAD key default], result "{}", err I0418 15:16:54.345422 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:54.345478 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:54.346829 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod, ips: 10.128.0.54 I0418 15:16:54.346855 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:55.129667 3834 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:16:55.129704 3834 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:16:55.135702 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:55.135727 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:55.864059 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0418 15:16:55.964060 3834 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 15:16:58.143298 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key ] I0418 15:16:58.225157 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod 0cd4ae7e2ea33ea248469971a525c4278afab78c2848ed0c9013a9555f683467 network default NAD default NAD key default], result "{}", err I0418 15:16:58.285043 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:58.285071 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod I0418 15:16:58.286337 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod, ips: 10.128.0.55 I0418 15:16:58.286366 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:58.529052 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-clone-repository-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:16:58.529186 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod I0418 15:16:58.555797 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod] pod update took 26.638565ms I0418 15:16:58.555825 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod] addLogicalPort annotation time took 26.668975ms I0418 15:16:58.557303 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod] addLogicalPort took 28.26881ms, libovsdb time 857.632µs I0418 15:16:58.890569 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key ] I0418 15:16:58.900446 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-clone-repository-pod, hostIfaceName: 69e4228ae1227d9, network: default, NAD default, SandboxID: "69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec", PCI device ID: , UID: "6fb9667e-78e6-4821-bd96-aeacd56e060f", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0418 15:16:58.955541 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ce:e4:96:e9:e8\",\"name\":\"69e4228ae1227d9\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a804265a-7f1c-4c0f-8fb0-7cdc90d9423c\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:17:12.056820 3834 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-jz6kq for pod on switch ip-10-0-2-81.ec2.internal I0418 15:17:12.056944 3834 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:17:12.096945 3834 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq] pod update took 40.032398ms I0418 15:17:12.096974 3834 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq] addLogicalPort annotation time took 40.061687ms I0418 15:17:12.098497 3834 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq] addLogicalPort took 41.689429ms, libovsdb time 975.091µs I0418 15:17:12.253516 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key ] I0418 15:17:12.347437 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod 69e4228ae1227d919245f678b070e4913b9a119150092c6ed1f458d8353c74ec network default NAD default NAD key default], result "{}", err I0418 15:17:12.422400 3834 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key ] I0418 15:17:12.431525 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:12.431652 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod I0418 15:17:12.432563 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-jz6kq, hostIfaceName: a207b3f2730677a, network: default, NAD default, SandboxID: "a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067", PCI device ID: , UID: "fd7a981c-4fa7-4f7e-8fce-3f282733fef5", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0418 15:17:12.433422 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod, ips: 10.128.0.56 I0418 15:17:12.433452 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:12.494981 3834 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ed:46:2d:a8:09\",\"name\":\"a207b3f2730677a\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6838d18-da9c-4345-afae-40c460566cf6\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:17:12.854956 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:17:12.855190 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod I0418 15:17:12.883916 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod] pod update took 28.77898ms I0418 15:17:12.883936 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod] addLogicalPort annotation time took 28.803135ms I0418 15:17:12.885254 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod] addLogicalPort took 30.317198ms, libovsdb time 813.388µs I0418 15:17:13.221709 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key ] I0418 15:17:13.232554 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod, hostIfaceName: ac9b46f679f5f1c, network: default, NAD default, SandboxID: "ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333", PCI device ID: , UID: "ed94fd61-994e-4f77-b320-3567191e4c84", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0418 15:17:13.285479 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:fa:c6:0a:f0:0b\",\"name\":\"ac9b46f679f5f1c\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6238fd1b-bd82-4871-aa06-e3849b5c5681\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 15:17:26.291191 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291217 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291224 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291229 3834 util.go:959] Failed to build node endpoints for node ip-10-0-2-81.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0418 15:17:31.534270 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0418 15:17:47.656419 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0418 15:17:51.536674 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key ] I0418 15:17:51.629616 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod ac9b46f679f5f1c3e5cea237c36499dfb3a33ee0f78de01a7f75f1f52cfa7333 network default NAD default NAD key default], result "{}", err I0418 15:17:51.714083 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:51.714146 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod I0418 15:17:51.715708 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod, ips: 10.128.0.58 I0418 15:17:51.715745 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:18:21.646377 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0418 15:18:39.742787 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0418 15:19:19.536892 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0418 15:20:00.199220 3834 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608760-9c82s for pod on switch ip-10-0-2-81.ec2.internal I0418 15:20:00.199371 3834 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s I0418 15:20:00.212915 3834 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s] pod update took 13.571355ms I0418 15:20:00.212949 3834 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s] addLogicalPort annotation time took 13.610879ms I0418 15:20:00.214514 3834 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s] addLogicalPort took 15.312781ms, libovsdb time 959.186µs I0418 15:20:00.560965 3834 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key ] I0418 15:20:00.570511 3834 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608760-9c82s, hostIfaceName: e8598cf9e3d4709, network: default, NAD default, SandboxID: "e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5", PCI device ID: , UID: "0a886a0a-41e6-4e72-bca7-2be339215e1b", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0418 15:20:00.631469 3834 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:98:81:35:d9:77\",\"name\":\"e8598cf9e3d4709\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17b9d2ef-d914-48f0-b274-5c28eedfe091\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:20:04.328335 3834 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key ] I0418 15:20:04.426388 3834 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s e8598cf9e3d47093975cac60788be29c1c06ff4bdb24f65d1ae2078f207b17e5 network default NAD default NAD key default], result "{}", err I0418 15:20:04.481001 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:04.481046 3834 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s I0418 15:20:04.482393 3834 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s, ips: 10.128.0.59 I0418 15:20:04.482428 3834 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:05.335397 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.335431 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.375152 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.375178 3834 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.379176 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 15:20:05.379206 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 15:20:07.528236 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0418 15:20:18.527087 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0418 15:20:44.110022 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-build-image-index-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:20:44.110182 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod I0418 15:20:44.137634 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod] pod update took 27.486801ms I0418 15:20:44.137668 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod] addLogicalPort annotation time took 27.526525ms I0418 15:20:44.139132 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod] addLogicalPort took 29.133287ms, libovsdb time 1.036092ms I0418 15:20:44.474006 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key ] I0418 15:20:44.483518 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-build-image-index-pod, hostIfaceName: 9689a7a89052faf, network: default, NAD default, SandboxID: "9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5", PCI device ID: , UID: "6dc6dfa9-c79a-4475-a040-415a0a521935", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0418 15:20:44.540898 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e5:30:e8:ae:03\",\"name\":\"9689a7a89052faf\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d275717-4eca-4571-87df-560fb4777ff7\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:20:44.743528 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:44.744122 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:13.421742 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-clamav-scan-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:21:13.421906 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod I0418 15:21:13.448598 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod] pod update took 26.723552ms I0418 15:21:13.448626 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod] addLogicalPort annotation time took 26.752604ms I0418 15:21:13.450289 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod] addLogicalPort took 28.568647ms, libovsdb time 1.056559ms I0418 15:21:13.778139 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key ] I0418 15:21:13.786411 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key ] I0418 15:21:13.796111 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-clamav-scan-pod, hostIfaceName: 4594c93cd78b110, network: default, NAD default, SandboxID: "4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2", PCI device ID: , UID: "1de88733-b612-4d04-ba8e-7faa052aff70", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0418 15:21:13.869275 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod 9689a7a89052faf034c22ce0d4fc31d300f5dcc73c59e91c42a92880d01feda5 network default NAD default NAD key default], result "{}", err I0418 15:21:13.921769 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:13.921797 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod I0418 15:21:13.923192 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod, ips: 10.128.0.60 I0418 15:21:13.923217 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:14.061526 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:21:c2:ca:61:9e\",\"name\":\"4594c93cd78b110\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76da09a8-22d6-4f0c-a4cb-c2a7da656931\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:21:14.892066 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:21:14.892191 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod I0418 15:21:14.915756 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod] pod update took 23.597939ms I0418 15:21:14.915784 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod] addLogicalPort annotation time took 23.628088ms I0418 15:21:14.917173 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod] addLogicalPort took 25.127175ms, libovsdb time 973.46µs I0418 15:21:14.965131 3834 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-tpa-scan-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:21:14.965269 3834 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod I0418 15:21:14.989230 3834 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod] pod update took 23.990403ms I0418 15:21:14.989255 3834 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod] addLogicalPort annotation time took 24.021391ms I0418 15:21:14.990769 3834 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod] addLogicalPort took 25.653105ms, libovsdb time 956.749µs I0418 15:21:15.281290 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key ] I0418 15:21:15.291753 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod, hostIfaceName: 8a93c2e4afebed0, network: default, NAD default, SandboxID: "8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9", PCI device ID: , UID: "e28540d2-9a2e-44b7-b95d-cbba5a6fe52f", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0418 15:21:15.327908 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key ] I0418 15:21:15.338898 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-tpa-scan-pod, hostIfaceName: d6b54eff9ea33bc, network: default, NAD default, SandboxID: "d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d", PCI device ID: , UID: "a6d80a70-2670-495c-b490-96da8fb38f15", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0418 15:21:15.352566 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:34:92:df:1f:27\",\"name\":\"8a93c2e4afebed0\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13202261-f35a-47d0-a62b-5ddc7b4e3c82\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:21:15.392755 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:8f:a2:fb:bf:76\",\"name\":\"d6b54eff9ea33bc\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f770433-9292-43db-b9b9-f58575fec4bd\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:21:36.839963 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0418 15:21:53.006059 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 15:22:10.533211 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0418 15:22:12.393250 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:12.393955 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.432278 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.432932 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.503105 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.503706 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:19.351563 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key ] I0418 15:22:19.440686 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod d6b54eff9ea33bc956cdac148a4bcbb8d1fa71127e428be7a7284300474de17d network default NAD default NAD key default], result "{}", err I0418 15:22:19.547911 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:19.547944 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod I0418 15:22:19.549609 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod, ips: 10.128.0.63 I0418 15:22:19.549640 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:19.833999 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0418 15:22:23.956597 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 15:22:37.482345 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key ] I0418 15:22:37.583173 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod 8a93c2e4afebed0c8728887baa0cf14b18a381b2b0ba80dfce120f9df2e67ef9 network default NAD default NAD key default], result "{}", err I0418 15:22:37.856210 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:37.856247 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod I0418 15:22:37.857808 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod, ips: 10.128.0.62 I0418 15:22:37.857842 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:51.867991 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 15:22:57.918654 3834 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key ] I0418 15:22:58.030847 3834 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq a207b3f2730677a59e84fa23132532d43adef73ef189279c5c3987cfc31c5067 network default NAD default NAD key default], result "{}", err I0418 15:22:58.126302 3834 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.126368 3834 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:22:58.127773 3834 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq, ips: 10.128.0.57 I0418 15:22:58.127806 3834 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.918271 3834 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:22:58.918330 3834 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:22:58.925706 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:22:58.925740 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:23:13.293694 3834 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:23:13.294300 3834 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:23:13.589053 3834 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:23:13.589085 3834 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:23:13.595429 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:23:13.595453 3834 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:23:31.967736 3834 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 15:24:17.659959 3834 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 15:24:31.746527 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0418 15:25:01.828609 3834 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 15:25:09.483485 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:09.484059 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:24.579432 3834 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key ] I0418 15:25:24.669142 3834 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod 4594c93cd78b1102e7b884625ff98ce37c18a50d5395abfbcf64b4bdb2c249d2 network default NAD default NAD key default], result "{}", err I0418 15:25:24.740127 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:24.740160 3834 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod I0418 15:25:24.741798 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod, ips: 10.128.0.61 I0418 15:25:24.741828 3834 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:27.851767 3834 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-xnhq-lqzgf-collect-keyless-params-pod for pod on switch ip-10-0-2-81.ec2.internal I0418 15:25:27.851920 3834 kube.go:256] Updating pod default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod I0418 15:25:27.870237 3834 pod.go:62] [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod] pod update took 18.350514ms I0418 15:25:27.870260 3834 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod] addLogicalPort annotation time took 18.376379ms I0418 15:25:27.871726 3834 pods.go:271] [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod] addLogicalPort took 19.974694ms, libovsdb time 986.12µs I0418 15:25:28.240105 3834 cni.go:452] [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key ] I0418 15:25:28.249722 3834 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xnhq-lqzgf-collect-keyless-params-pod, hostIfaceName: 99c6d45936b3be5, network: default, NAD default, SandboxID: "99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24", PCI device ID: , UID: "e994c29a-27b6-4701-9e27-298ea823d817", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0418 15:25:28.304180 3834 cni.go:473] [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:7b:22:d1:98:ce\",\"name\":\"99c6d45936b3be5\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2b7f8bd-4ebf-44f3-9297-e4f7691889f1\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 15:25:44.730667 3834 cni.go:452] [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key ] I0418 15:25:44.830936 3834 cni.go:473] [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod 99c6d45936b3be56974806bb7e6329e9c9b7e0eafaeba9b979fad39a74227a24 network default NAD default NAD key default], result "{}", err I0418 15:25:44.893465 3834 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:44.893503 3834 pods.go:176] Deleting pod: default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod I0418 15:25:44.895005 3834 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod, ips: 10.128.0.64 I0418 15:25:44.895040 3834 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:50.541715 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=224 I0418 15:25:51.537981 3834 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0418 15:26:07.927826 3834 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:26:07.928444 3834 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it