+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-191.ec2.internal ++ [[ -n ip-10-0-0-191.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-191.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 23:13:45.028728461 - disable conntrack on geneve port' I0505 23:13:45.028728461 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 23:13:45.067692506 - starting ovnkube-node + echo 'I0505 23:13:45.067692506 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-191.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-191.ec2.internal --init-node ip-10-0-0-191.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-191.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 23:13:45.114229 3795 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 23:13:45.114287 3795 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a10d19b34d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 23:13:45.115706 3795 kube.go:431] Waiting for certificate I0505 23:13:45.115730 3795 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 23:13:45.115771 3795 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 23:13:45.116544 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:13:45.141516 3795 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:13:45.141531 3795 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:13:45.143428 3795 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:13:45.145973 3795 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hgsbw" I0505 23:13:45.153853 3795 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hgsbw" I0505 23:13:45.153900 3795 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:13:46.116117 3795 kube.go:438] Certificate found I0505 23:13:46.116922 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:13:46.118183 3795 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 23:13:46.183529 3795 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 23:08:45 +0000 UTC" deadline="2026-05-06 18:15:16.922838822 +0000 UTC" I0505 23:13:46.183567 3795 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h1m30.739288159s" I0505 23:13:46.197100 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:13:46.205047 3795 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 23:13:46.205184 3795 server.go:101] MetricServer registers OVS metrics I0505 23:13:46.205651 3795 server.go:105] MetricServer registers OVN DB metrics I0505 23:13:46.206730 3795 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 23:13:46.206807 3795 factory.go:561] Starting watch factory I0505 23:13:46.207002 3795 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.207004 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.207024 3795 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.207028 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.206997 3795 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.207036 3795 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.207052 3795 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.207050 3795 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.208115 3795 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.208144 3795 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.208711 3795 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.208755 3795 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.210772 3795 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 23:13:46.210819 3795 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 23:13:46.211106 3795 controller_manager.go:370] Starting the ovnkube controller I0505 23:13:46.211118 3795 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-191.ec2.internal I0505 23:13:46.211213 3795 controller_manager.go:395] NBDB zone sync took: 86.342µs I0505 23:13:46.211243 3795 factory.go:561] Starting watch factory I0505 23:13:46.222481 3795 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.223310 3795 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.223697 3795 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.224154 3795 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.224313 3795 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 23:13:46.224333 3795 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 23:13:46.225065 3795 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.228824 3795 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 23:13:46.228921 3795 server.go:109] MetricServer registers OVN Controller metrics I0505 23:13:46.229182 3795 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:46.233497 3795 server.go:113] MetricServer registers OVN Northd metrics I0505 23:13:46.237338 3795 metrics.go:519] OVN Metrics Server starts to run ... I0505 23:13:46.312183 3795 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:13:46.312237 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:13:46.312243 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:13:46.312247 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:13:46.312251 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:13:46.312255 3795 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:13:46.312359 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:46.312371 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:46.312387 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:46.312389 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:46.314811 3795 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:46.314813 3795 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:46.317193 3795 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:13:46.317204 3795 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:13:46.317207 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:13:46.317210 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:13:46.317214 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:13:46.317218 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:13:46.318360 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:13:46.318373 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:13:46.318453 3795 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.318470 3795 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.320462 3795 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.323076 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:13:46.323086 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:13:46.324225 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:13:46.324295 3795 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.324314 3795 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.328404 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:13:46.345645 3795 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.429604 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:13:46.429723 3795 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.429740 3795 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.433745 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:13:46.449717 3795 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.535552 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:13:46.535672 3795 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.535686 3795 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.539768 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:13:46.557412 3795 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.641861 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:13:46.642036 3795 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.642074 3795 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.644251 3795 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.645091 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:13:46.647042 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:13:46.647210 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:46.647228 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:46.650603 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:13:46.666231 3795 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:46.753439 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:13:46.753528 3795 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.753542 3795 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.753549 3795 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.753564 3795 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.755899 3795 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.755963 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:13:46.794009 3795 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:46.860104 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:13:46.860120 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:13:46.860130 3795 factory.go:680] Watch Factory start up complete, took: 653.322784ms I0505 23:13:46.860233 3795 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 23:13:46.862318 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:13:46.862331 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:13:46.862341 3795 factory.go:680] Watch Factory start up complete, took: 651.096182ms I0505 23:13:46.862352 3795 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-191.ec2.internal" zone I0505 23:13:46.904591 3795 default_node_network_controller.go:710] Initializing the default node network controller I0505 23:13:46.992232 3795 udn_isolation.go:101] Starting UDN host isolation manager I0505 23:13:46.999518 3795 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 23:13:47.066453 3795 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 23:13:47.066565 3795 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 23:13:47.066585 3795 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 23:13:47.099405 3795 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 23:13:47.099472 3795 default_node_network_controller.go:809] Node ip-10-0-0-191.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 23:13:47.104744 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.191"] k8s.ovn.org/zone-name:ip-10-0-0-191.ec2.internal] on node ip-10-0-0-191.ec2.internal I0505 23:13:47.125785 3795 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 23:13:47.131866 3795 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 23:13:47.132048 3795 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 23:13:47.132216 3795 gateway_init.go:263] Preparing Gateway I0505 23:13:47.132228 3795 gateway_shared_intf.go:1687] Creating new gateway I0505 23:13:47.243643 3795 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:13:47.249665 3795 iptables.go:108] Creating table: filter chain: OUTPUT I0505 23:13:47.255766 3795 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 23:13:47.255783 3795 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-191.ec2.internal","mac-address":"12:0c:b6:76:46:5d","ip-addresses":["10.0.0.191/24"],"ip-address":"10.0.0.191/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4757213a-0468-4588-b049-31e2fd60ffce k8s.ovn.org/node-encap-ips:["10.0.0.191"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.191/24"} k8s.ovn.org/zone-name:ip-10-0-0-191.ec2.internal] on node ip-10-0-0-191.ec2.internal I0505 23:13:47.273762 3795 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:47.363009 3795 controller_manager.go:429] Waiting for node in zone sync took: 500.641119ms I0505 23:13:47.367724 3795 controller_manager.go:611] Switching to transit router for layer2 networks I0505 23:13:47.367738 3795 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-191.ec2.internal I0505 23:13:47.381744 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:13:47.388722 3795 controller_manager.go:290] SCTP support detected in OVN I0505 23:13:47.389279 3795 services_controller.go:69] Creating services controller for network=default I0505 23:13:47.389337 3795 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 23:13:47.389427 3795 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 23:13:47.389460 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 23:13:47.389474 3795 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 23:13:47.389483 3795 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:13:47.389633 3795 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 23:13:47.389672 3795 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 23:13:47.389739 3795 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 75.133µs I0505 23:13:47.389762 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 81.348µs I0505 23:13:47.389769 3795 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 95.667µs I0505 23:13:47.389776 3795 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 23:13:47.389785 3795 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 23:13:47.389799 3795 default_network_controller.go:325] Starting the default network controller I0505 23:13:47.389837 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.917µs I0505 23:13:47.389861 3795 udn_enabled_svc.go:95] Performing full resync I0505 23:13:47.390219 3795 udn_enabled_svc.go:99] Waiting for handler to sync I0505 23:13:47.390231 3795 udn_enabled_svc.go:104] Starting worker I0505 23:13:47.399622 3795 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 23:13:47.399684 3795 repair.go:33] Syncing exgw routes took 50.383µs I0505 23:13:47.399706 3795 default_network_controller.go:414] Starting all the Watchers... I0505 23:13:47.399856 3795 namespace.go:98] [openshift-backplane] adding namespace I0505 23:13:47.399860 3795 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 23:13:47.399872 3795 namespace.go:98] [kube-node-lease] adding namespace I0505 23:13:47.399858 3795 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 23:13:47.399889 3795 namespace.go:98] [openshift-machine-api] adding namespace I0505 23:13:47.399895 3795 namespace.go:98] [openshift] adding namespace I0505 23:13:47.399896 3795 namespace.go:98] [openshift-apiserver] adding namespace I0505 23:13:47.399894 3795 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 23:13:47.399903 3795 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 23:13:47.399919 3795 namespace.go:98] [openshift-multus] adding namespace I0505 23:13:47.399949 3795 namespace.go:98] [openshift-dns-operator] adding namespace I0505 23:13:47.399996 3795 namespace.go:98] [openshift-config] adding namespace I0505 23:13:47.400023 3795 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 23:13:47.400048 3795 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 23:13:47.400062 3795 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 23:13:47.400578 3795 namespace.go:102] [openshift-backplane] adding namespace took 707.042µs I0505 23:13:47.400598 3795 namespace.go:98] [openshift-insights] adding namespace I0505 23:13:47.401078 3795 namespace.go:102] [openshift-insights] adding namespace took 474.075µs I0505 23:13:47.401093 3795 namespace.go:98] [openshift-console] adding namespace I0505 23:13:47.401564 3795 namespace.go:102] [openshift-console] adding namespace took 446.447µs I0505 23:13:47.401584 3795 namespace.go:98] [openshift-package-operator] adding namespace I0505 23:13:47.402224 3795 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.349393ms I0505 23:13:47.402244 3795 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 23:13:47.402796 3795 namespace.go:102] [kube-node-lease] adding namespace took 2.91345ms I0505 23:13:47.402815 3795 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 23:13:47.403364 3795 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.475439ms I0505 23:13:47.403388 3795 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 23:13:47.403913 3795 namespace.go:102] [openshift-machine-api] adding namespace took 4.004494ms I0505 23:13:47.403936 3795 namespace.go:98] [openshift-config-operator] adding namespace I0505 23:13:47.404457 3795 namespace.go:102] [openshift] adding namespace took 4.552838ms I0505 23:13:47.404474 3795 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 23:13:47.405071 3795 namespace.go:102] [openshift-apiserver] adding namespace took 5.145201ms I0505 23:13:47.405089 3795 namespace.go:98] [openshift-monitoring] adding namespace I0505 23:13:47.405664 3795 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.723708ms I0505 23:13:47.405680 3795 namespace.go:98] [openshift-service-ca-operator] adding namespace W0505 23:13:47.406160 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mfjxt: pod openshift-multus/network-metrics-daemon-mfjxt: no pod IPs found W0505 23:13:47.406180 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zrxrs: pod openshift-multus/network-metrics-daemon-zrxrs: no pod IPs found I0505 23:13:47.406179 3795 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.235059ms I0505 23:13:47.406194 3795 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 23:13:47.406784 3795 namespace.go:102] [openshift-multus] adding namespace took 6.838014ms I0505 23:13:47.406811 3795 namespace.go:98] [openshift-image-registry] adding namespace I0505 23:13:47.407356 3795 namespace.go:102] [openshift-dns-operator] adding namespace took 7.394933ms I0505 23:13:47.407368 3795 namespace.go:98] [default] adding namespace I0505 23:13:47.407876 3795 namespace.go:102] [openshift-config] adding namespace took 7.867827ms I0505 23:13:47.407887 3795 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 23:13:47.408447 3795 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.412492ms I0505 23:13:47.408465 3795 namespace.go:98] [openshift-node] adding namespace I0505 23:13:47.408992 3795 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.936339ms I0505 23:13:47.409005 3795 namespace.go:98] [kube-public] adding namespace I0505 23:13:47.409497 3795 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.421773ms I0505 23:13:47.409514 3795 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 23:13:47.410057 3795 namespace.go:102] [openshift-package-operator] adding namespace took 8.468088ms I0505 23:13:47.410071 3795 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 23:13:47.410478 3795 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.229172ms I0505 23:13:47.410491 3795 namespace.go:98] [openshift-ingress] adding namespace I0505 23:13:47.411001 3795 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.178846ms I0505 23:13:47.411016 3795 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 23:13:47.411503 3795 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.108399ms I0505 23:13:47.411517 3795 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 23:13:47.411963 3795 namespace.go:102] [openshift-config-operator] adding namespace took 8.018827ms I0505 23:13:47.411975 3795 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 23:13:47.412403 3795 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.922581ms I0505 23:13:47.412418 3795 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 23:13:47.412930 3795 namespace.go:102] [openshift-monitoring] adding namespace took 7.835086ms I0505 23:13:47.412945 3795 namespace.go:98] [openshift-console-operator] adding namespace I0505 23:13:47.413470 3795 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.783935ms I0505 23:13:47.413486 3795 namespace.go:98] [openshift-logging] adding namespace I0505 23:13:47.414030 3795 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.828281ms I0505 23:13:47.414046 3795 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 23:13:47.414552 3795 namespace.go:102] [openshift-image-registry] adding namespace took 7.734952ms I0505 23:13:47.414567 3795 namespace.go:98] [openshift-authentication] adding namespace I0505 23:13:47.415131 3795 namespace.go:102] [default] adding namespace took 7.755009ms I0505 23:13:47.415147 3795 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 23:13:47.415520 3795 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.628708ms I0505 23:13:47.415535 3795 namespace.go:98] [openshift-operators] adding namespace I0505 23:13:47.416037 3795 namespace.go:102] [openshift-node] adding namespace took 7.566863ms I0505 23:13:47.416064 3795 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 23:13:47.416604 3795 namespace.go:102] [kube-public] adding namespace took 7.594338ms I0505 23:13:47.416618 3795 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 23:13:47.417091 3795 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.567826ms I0505 23:13:47.417111 3795 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 23:13:47.417616 3795 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.539837ms I0505 23:13:47.418107 3795 namespace.go:102] [openshift-ingress] adding namespace took 7.610908ms I0505 23:13:47.418122 3795 namespace.go:98] [openshift-infra] adding namespace I0505 23:13:47.418588 3795 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.566985ms I0505 23:13:47.418600 3795 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 23:13:47.419145 3795 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.622831ms I0505 23:13:47.419157 3795 namespace.go:98] [openshift-network-console] adding namespace I0505 23:13:47.419639 3795 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.658575ms I0505 23:13:47.419671 3795 namespace.go:98] [openshift-controller-manager] adding namespace I0505 23:13:47.420183 3795 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.758713ms I0505 23:13:47.420207 3795 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 23:13:47.420715 3795 namespace.go:102] [openshift-console-operator] adding namespace took 7.763417ms I0505 23:13:47.420731 3795 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 23:13:47.421189 3795 namespace.go:102] [openshift-logging] adding namespace took 7.696927ms I0505 23:13:47.421204 3795 namespace.go:98] [openshift-cluster-version] adding namespace I0505 23:13:47.421761 3795 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.708974ms I0505 23:13:47.421775 3795 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 23:13:47.422229 3795 namespace.go:102] [openshift-authentication] adding namespace took 7.657864ms I0505 23:13:47.422241 3795 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 23:13:47.422835 3795 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.682265ms I0505 23:13:47.422849 3795 namespace.go:98] [openshift-etcd] adding namespace I0505 23:13:47.423408 3795 namespace.go:102] [openshift-operators] adding namespace took 7.866368ms I0505 23:13:47.423421 3795 namespace.go:98] [openshift-marketplace] adding namespace I0505 23:13:47.423928 3795 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.858953ms I0505 23:13:47.423942 3795 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 23:13:47.424435 3795 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.809322ms I0505 23:13:47.424455 3795 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 23:13:47.424979 3795 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.840016ms I0505 23:13:47.424992 3795 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 23:13:47.425508 3795 namespace.go:102] [openshift-infra] adding namespace took 7.378232ms I0505 23:13:47.425523 3795 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 23:13:47.425902 3795 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.295647ms I0505 23:13:47.425933 3795 namespace.go:98] [openshift-host-network] adding namespace I0505 23:13:47.426898 3795 namespace.go:102] [openshift-network-console] adding namespace took 7.735835ms I0505 23:13:47.426932 3795 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 23:13:47.427375 3795 namespace.go:102] [openshift-controller-manager] adding namespace took 7.696378ms I0505 23:13:47.427387 3795 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 23:13:47.427879 3795 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.66599ms I0505 23:13:47.427892 3795 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 23:13:47.428343 3795 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.606607ms I0505 23:13:47.428356 3795 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 23:13:47.428809 3795 namespace.go:102] [openshift-cluster-version] adding namespace took 7.59973ms I0505 23:13:47.428822 3795 namespace.go:98] [openshift-config-managed] adding namespace I0505 23:13:47.429309 3795 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.52847ms I0505 23:13:47.429321 3795 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 23:13:47.429828 3795 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.58162ms I0505 23:13:47.429841 3795 namespace.go:98] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] adding namespace I0505 23:13:47.430306 3795 namespace.go:102] [openshift-etcd] adding namespace took 7.452177ms I0505 23:13:47.430318 3795 namespace.go:98] [openshift-network-operator] adding namespace I0505 23:13:47.430722 3795 namespace.go:102] [openshift-marketplace] adding namespace took 7.295403ms I0505 23:13:47.430736 3795 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 23:13:47.431222 3795 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.273891ms I0505 23:13:47.431237 3795 namespace.go:98] [kube-system] adding namespace I0505 23:13:47.431659 3795 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.197224ms I0505 23:13:47.431673 3795 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 23:13:47.432065 3795 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.068128ms I0505 23:13:47.432077 3795 namespace.go:98] [openshift-dns] adding namespace I0505 23:13:47.432549 3795 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.020597ms I0505 23:13:47.433252 3795 namespace.go:102] [openshift-host-network] adding namespace took 7.311882ms I0505 23:13:47.433834 3795 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.893679ms I0505 23:13:47.434372 3795 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.978405ms I0505 23:13:47.434822 3795 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.924395ms I0505 23:13:47.435370 3795 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.009091ms I0505 23:13:47.435386 3795 namespace.go:98] [dedicated-admin] adding namespace I0505 23:13:47.435902 3795 namespace.go:102] [openshift-config-managed] adding namespace took 7.074185ms I0505 23:13:47.435940 3795 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 23:13:47.436425 3795 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.098279ms I0505 23:13:47.436942 3795 namespace.go:102] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] adding namespace took 7.094834ms I0505 23:13:47.437535 3795 namespace.go:102] [openshift-network-operator] adding namespace took 7.210507ms I0505 23:13:47.437554 3795 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 23:13:47.438024 3795 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.282339ms I0505 23:13:47.438541 3795 namespace.go:102] [kube-system] adding namespace took 7.29822ms I0505 23:13:47.438555 3795 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 23:13:47.439075 3795 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.3977ms I0505 23:13:47.439513 3795 namespace.go:102] [openshift-dns] adding namespace took 7.431597ms I0505 23:13:47.440087 3795 namespace.go:102] [dedicated-admin] adding namespace took 4.69552ms W0505 23:13:47.440632 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-552fd: pod openshift-network-diagnostics/network-check-target-552fd: no pod IPs found W0505 23:13:47.440650 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-47vdx: pod openshift-network-diagnostics/network-check-target-47vdx: no pod IPs found I0505 23:13:47.440670 3795 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.722792ms I0505 23:13:47.441217 3795 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.657545ms I0505 23:13:47.441610 3795 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.049011ms W0505 23:13:47.441697 3795 master.go:471] Unable to parse remote node ip-10-0-2-4.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 23:13:47.441800 3795 master.go:548] Adding or Updating local node "ip-10-0-0-191.ec2.internal" for network "default" I0505 23:13:47.441872 3795 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-4.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-4.ec2.internal W0505 23:13:47.450249 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zrxrs: pod openshift-multus/network-metrics-daemon-zrxrs: no pod IPs found W0505 23:13:47.450268 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-47vdx: pod openshift-network-diagnostics/network-check-target-47vdx: no pod IPs found I0505 23:13:47.451152 3795 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-191.ec2.internal for the network default I0505 23:13:47.451467 3795 zone_ic_handler.go:195] Time taken to create transit switch: 301.106µs I0505 23:13:47.452253 3795 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 23:13:47.452289 3795 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 23:13:47.452303 3795 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 23:13:47.452320 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-191.ec2.internal in network "default" I0505 23:13:47.452386 3795 node_tracker.go:169] Node ip-10-0-0-191.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:47.452404 3795 services_controller.go:574] Full service sync requested for network=default I0505 23:13:47.452414 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0505 23:13:47.452425 3795 node_tracker.go:235] Node ip-10-0-2-4.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-4.ec2.internal" I0505 23:13:47.452432 3795 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:47.452436 3795 services_controller.go:574] Full service sync requested for network=default I0505 23:13:47.552554 3795 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 23:13:47.552589 3795 services_controller.go:208] Setting up event handlers for services for network=default I0505 23:13:47.552638 3795 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 23:13:47.552669 3795 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 23:13:47.552684 3795 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 23:13:47.653242 3795 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 23:13:47.653276 3795 repair.go:60] Starting repairing loop for services I0505 23:13:47.653363 3795 repair.go:131] Deleted 0 stale service LBs I0505 23:13:47.653382 3795 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 23:13:47.653398 3795 repair.go:62] Finished repairing loop for services: 124.786µs I0505 23:13:47.653428 3795 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 23:13:47.653438 3795 services_controller.go:254] Starting workers for network=default I0505 23:13:47.653795 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-47vdx] creating logical port openshift-network-diagnostics_network-check-target-47vdx for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:47.653945 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-552fd, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-552fd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-552fd: no pod IPs found I0505 23:13:47.653967 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-mfjxt, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mfjxt: suppressed error logged: pod openshift-multus/network-metrics-daemon-mfjxt: no pod IPs found I0505 23:13:47.653994 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zrxrs] creating logical port openshift-multus_network-metrics-daemon-zrxrs for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:47.654069 3795 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-47vdx I0505 23:13:47.654099 3795 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zrxrs I0505 23:13:47.670799 3795 pod.go:62] [openshift-multus/network-metrics-daemon-zrxrs] pod update took 16.732313ms I0505 23:13:47.670819 3795 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zrxrs] addLogicalPort annotation time took 16.754268ms I0505 23:13:47.671127 3795 pod.go:62] [openshift-network-diagnostics/network-check-target-47vdx] pod update took 17.167546ms I0505 23:13:47.671144 3795 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-47vdx] addLogicalPort annotation time took 17.18804ms I0505 23:13:47.671804 3795 pods.go:271] [openshift-multus/network-metrics-daemon-zrxrs] addLogicalPort took 17.822997ms, libovsdb time 716.271µs I0505 23:13:47.672137 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-47vdx] addLogicalPort took 18.360467ms, libovsdb time 794.783µs I0505 23:13:47.672494 3795 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 23:13:47.672520 3795 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 23:13:47.672544 3795 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 23:13:47.672553 3795 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 23:13:47.672807 3795 repair.go:29] Repairing admin network policies took 246.516µs I0505 23:13:47.672997 3795 repair.go:92] Repairing baseline admin network policies took 178.878µs I0505 23:13:47.673436 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 23:13:47.673455 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 23:13:47.675626 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 23:13:47.675645 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 23:13:47.676296 3795 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 23:13:47.676314 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:13:47.678527 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 23:13:47.678547 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 23:13:47.678555 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 23:13:47.680196 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 23:13:47.680221 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 23:13:47.680228 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 23:13:47.680545 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 23:13:47.680561 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 23:13:47.680568 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 23:13:47.682349 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 23:13:47.682366 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 23:13:47.682375 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 23:13:47.685464 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 23:13:47.685482 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 23:13:47.685490 3795 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 23:13:47.687609 3795 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 23:13:47.687634 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 23:13:47.687644 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 23:13:47.688015 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 23:13:47.688034 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 23:13:47.688045 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 23:13:47.688576 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:13:47.688595 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 23:13:47.688629 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:13:47.689381 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 23:13:47.689401 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 23:13:47.689410 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 23:13:47.690010 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 23:13:47.690029 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 23:13:47.690040 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 23:13:47.690578 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 23:13:47.690599 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 23:13:47.690608 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 23:13:47.691669 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 23:13:47.691690 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 23:13:47.691700 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 23:13:47.692883 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 23:13:47.692921 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 23:13:47.692939 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 23:13:47.694311 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 23:13:47.694328 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 23:13:47.694335 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 23:13:47.694922 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 23:13:47.694936 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 23:13:47.694943 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 23:13:47.695474 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:13:47.695491 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 23:13:47.695504 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 23:13:47.696684 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 23:13:47.696702 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 23:13:47.696710 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 23:13:47.697236 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 23:13:47.697254 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 23:13:47.697261 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 23:13:47.698554 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 23:13:47.698575 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 23:13:47.698584 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 23:13:47.699117 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 23:13:47.699131 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 23:13:47.699137 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 23:13:47.700343 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 23:13:47.700360 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 23:13:47.700369 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 23:13:47.701764 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 23:13:47.701787 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 23:13:47.701797 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 23:13:47.702137 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 23:13:47.702155 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 23:13:47.702164 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 23:13:47.703424 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 23:13:47.703446 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 23:13:47.703457 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 23:13:47.704000 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 23:13:47.704017 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 23:13:47.704024 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 23:13:47.704629 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 23:13:47.704651 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 23:13:47.704665 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 23:13:47.705806 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 23:13:47.705823 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 23:13:47.705835 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 23:13:47.706364 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 23:13:47.711831 3795 egressfirewall.go:374] Starting EgressFirewall controller I0505 23:13:47.711865 3795 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 23:13:47.711867 3795 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 23:13:47.711897 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 23:13:47.711924 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 23:13:47.711930 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 23:13:47.711944 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 23:13:47.712253 3795 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 23:13:47.712272 3795 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 23:13:47.712282 3795 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 23:13:47.712290 3795 egressqos.go:193] Setting up event handlers for EgressQoS I0505 23:13:47.712367 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-191.ec2.internal" for egress firewall I0505 23:13:47.712379 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0505 23:13:47.712462 3795 egressqos.go:245] Starting EgressQoS Controller I0505 23:13:47.712475 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 23:13:47.712481 3795 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 23:13:47.712487 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 23:13:47.712491 3795 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 23:13:47.712497 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 23:13:47.712502 3795 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 23:13:47.712506 3795 egressqos.go:259] Repairing EgressQoSes I0505 23:13:47.712510 3795 egressqos.go:399] Starting repairing loop for egressqos I0505 23:13:47.712580 3795 egressqos.go:401] Finished repairing loop for egressqos: 70.652µs I0505 23:13:47.712596 3795 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 23:13:47.712634 3795 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-191.ec2.internal I0505 23:13:47.712683 3795 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-191.ec2.internal : 50.84µs I0505 23:13:47.712776 3795 egressservice_zone.go:210] Starting Egress Services Controller I0505 23:13:47.712788 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:13:47.712796 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:13:47.712803 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:13:47.712811 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:13:47.712850 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:13:47.712860 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:13:47.712868 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 23:13:47.712875 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 23:13:47.712881 3795 egressservice_zone.go:228] Repairing Egress Services I0505 23:13:47.713176 3795 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 23:13:47.713185 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:13:47.713261 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-191.ec2.internal I0505 23:13:47.713277 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-191.ec2.internal: 17.382µs I0505 23:13:47.713285 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:13:47.713290 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 4.076µs I0505 23:13:47.713416 3795 default_network_controller.go:585] Completing all the Watchers took 313.700985ms I0505 23:13:47.713434 3795 default_network_controller.go:589] Starting unidling controllers I0505 23:13:47.713448 3795 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 23:13:47.713457 3795 unidle.go:63] Populating Initial ContollerEvent events I0505 23:13:47.713469 3795 unidle.go:79] Setting up event handlers for services I0505 23:13:47.713531 3795 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:13:47.774724 3795 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:48.274250 3795 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:48.774279 3795 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:48.939670 3795 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:13:49.274845 3795 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:49.291934 3795 bridgeconfig.go:537] Gateway is ready I0505 23:13:49.291957 3795 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 23:13:49.303112 3795 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.191. Updating OVN encap IP. I0505 23:13:49.308410 3795 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.191 - it is already configured I0505 23:13:49.308422 3795 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.191/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 23:13:49.308596 3795 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.191/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-191.ec2.internal","mac-address":"12:0c:b6:76:46:5d","ip-addresses":["10.0.0.191/24"],"ip-address":"10.0.0.191/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4757213a-0468-4588-b049-31e2fd60ffce k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.191/24"}] on node ip-10-0-0-191.ec2.internal I0505 23:13:49.323050 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-191.ec2.internal I0505 23:13:49.323064 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-191.ec2.internal in network "default" I0505 23:13:49.323068 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-191.ec2.internal: 24.137µs I0505 23:13:49.323084 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-191.ec2.internal" for egress firewall I0505 23:13:49.323121 3795 master.go:548] Adding or Updating local node "ip-10-0-0-191.ec2.internal" for network "default" I0505 23:13:49.323138 3795 node_tracker.go:169] Node ip-10-0-0-191.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:49.323154 3795 services_controller.go:574] Full service sync requested for network=default I0505 23:13:49.323893 3795 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.191 I0505 23:13:49.324121 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-191.ec2.internal I0505 23:13:49.328138 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-191.ec2.internal. Updating no re-route policies I0505 23:13:49.328225 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w6dmp I0505 23:13:49.328232 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-f96vq I0505 23:13:49.328240 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w6dmp I0505 23:13:49.328240 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nlj4b I0505 23:13:49.328249 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mwdpj I0505 23:13:49.328257 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nlj4b I0505 23:13:49.328259 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w6dmp after 0 failed attempt(s) I0505 23:13:49.328255 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zrxrs I0505 23:13:49.328267 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-191.ec2.internal I0505 23:13:49.328267 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-552fd I0505 23:13:49.328274 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-191.ec2.internal I0505 23:13:49.328281 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-552fd I0505 23:13:49.328282 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-lm7rv I0505 23:13:49.328285 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-nlj4b after 0 failed attempt(s) I0505 23:13:49.328283 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-191.ec2.internal I0505 23:13:49.328288 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-888hw I0505 23:13:49.328294 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-lm7rv I0505 23:13:49.328291 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rrdfz I0505 23:13:49.328299 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-191.ec2.internal I0505 23:13:49.328299 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fqsp4 I0505 23:13:49.328269 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mfjxt I0505 23:13:49.328307 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rrdfz I0505 23:13:49.328308 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fqsp4 I0505 23:13:49.328314 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-lm7rv after 0 failed attempt(s) I0505 23:13:49.328319 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mfjxt I0505 23:13:49.328325 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rrdfz after 0 failed attempt(s) I0505 23:13:49.328325 3795 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-552fd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-552fd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-552fd: no pod IPs found I0505 23:13:49.328327 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fqsp4 after 0 failed attempt(s) I0505 23:13:49.328290 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-191.ec2.internal after 0 failed attempt(s) I0505 23:13:49.328332 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tbrnz I0505 23:13:49.328298 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-888hw I0505 23:13:49.328344 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tbrnz I0505 23:13:49.328360 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tbrnz after 0 failed attempt(s) I0505 23:13:49.328357 3795 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-mfjxt, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mfjxt: suppressed error logged: pod openshift-multus/network-metrics-daemon-mfjxt: no pod IPs found I0505 23:13:49.328279 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-47vdx I0505 23:13:49.328370 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-47vdx I0505 23:13:49.328380 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-191.ec2.internal after 0 failed attempt(s) I0505 23:13:49.328395 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-47vdx] creating logical port openshift-network-diagnostics_network-check-target-47vdx for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:49.328245 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-f96vq I0505 23:13:49.328416 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-f96vq after 0 failed attempt(s) I0505 23:13:49.328261 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mwdpj I0505 23:13:49.328436 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mwdpj after 0 failed attempt(s) I0505 23:13:49.328362 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-888hw after 0 failed attempt(s) I0505 23:13:49.328271 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zrxrs I0505 23:13:49.328464 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zrxrs] creating logical port openshift-multus_network-metrics-daemon-zrxrs for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:49.329091 3795 pods.go:271] [openshift-multus/network-metrics-daemon-zrxrs] addLogicalPort took 632.188µs, libovsdb time 257.259µs I0505 23:13:49.329104 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zrxrs after 0 failed attempt(s) I0505 23:13:49.329158 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-47vdx] addLogicalPort took 773.411µs, libovsdb time 320.579µs I0505 23:13:49.329167 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-47vdx after 0 failed attempt(s) I0505 23:13:49.337694 3795 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 23:13:49.348786 3795 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 23:13:49.351937 3795 iptables.go:108] Creating table: nat chain: OUTPUT I0505 23:13:49.401138 3795 iptables.go:108] Creating table: nat chain: PREROUTING I0505 23:13:49.460865 3795 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:13:49.477040 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 23:13:49.477204 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 23:13:49.477257 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 23:13:49.477358 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 23:13:49.477412 3795 gateway_init.go:325] Gateway and management port readiness took 2.207772955s I0505 23:13:49.477438 3795 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 23:13:49.477508 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 23:13:49.477519 3795 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 23:13:49.477527 3795 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:13:49.477581 3795 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 23:13:49.477673 3795 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.377µs I0505 23:13:49.477868 3795 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 23:13:49.477892 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.449µs I0505 23:13:49.477900 3795 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.867µs I0505 23:13:49.477934 3795 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 23:13:49.477947 3795 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 23:13:49.477951 3795 default_node_network_controller.go:899] Starting the default node network controller I0505 23:13:49.477956 3795 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 23:13:49.478038 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.874µs I0505 23:13:49.478128 3795 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 23:13:49.478137 3795 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 23:13:49.478159 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00094f760 0xc00032fea0 0xc00032ff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000c56a00 0xc0003401c0 0xc000340310 0xc000b9c320 0xc00647d340 0xc000340380 map[0x2ff9080:0xc001b9f0e0 0x2ff95c0:0xc001b9f560 0x2ffa2e0:0xc001b9f020 0x2ffa580:0xc001b9f080 0x2ffad60:0xc001b9f140 0x2ffb000:0xc001b9f1a0 0x2ffb2a0:0xc001b9f200 0x2ffba80:0xc001b9f5c0 0x2ffbd20:0xc004f80180 0x3026980:0xc00108c8a0 0x3026d20:0xc00108c900 0x3027800:0xc000c7c3c0 0x3029160:0xc001b58000 0x30298a0:0xc001b9efc0 0x302a720:0xc00108c840] 0xc0004d1030 0} I0505 23:13:49.478217 3795 gateway.go:151] Starting gateway service sync I0505 23:13:49.478604 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 23:13:49.480663 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 23:13:49.504531 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 23:13:49.505619 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 23:13:49.506650 3795 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 23:13:49.538981 3795 gateway.go:168] Gateway service sync done. Time taken: 60.752524ms I0505 23:13:49.539384 3795 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32698 I0505 23:13:49.539745 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00094f760 0xc00032fea0 0xc00032ff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000c56a00 0xc0003401c0 0xc000340310 0xc000b9c320 0xc00647d340 0xc000340380 map[0x2ff9080:0xc001b9f0e0 0x2ff95c0:0xc001b9f560 0x2ffa2e0:0xc001b9f020 0x2ffa580:0xc001b9f080 0x2ffad60:0xc001b9f140 0x2ffb000:0xc001b9f1a0 0x2ffb2a0:0xc001b9f200 0x2ffba80:0xc001b9f5c0 0x2ffbd20:0xc004f80180 0x3026980:0xc00108c8a0 0x3026d20:0xc00108c900 0x3027800:0xc000c7c3c0 0x3029160:0xc001b58000 0x30298a0:0xc001b9efc0 0x302a720:0xc00108c840] 0xc0004d1030 0} I0505 23:13:49.540574 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00094f760 0xc00032fea0 0xc00032ff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000c56a00 0xc0003401c0 0xc000340310 0xc000b9c320 0xc00647d340 0xc000340380 map[0x2ff9080:0xc001b9f0e0 0x2ff95c0:0xc001b9f560 0x2ffa2e0:0xc001b9f020 0x2ffa580:0xc001b9f080 0x2ffad60:0xc001b9f140 0x2ffb000:0xc001b9f1a0 0x2ffb2a0:0xc001b9f200 0x2ffba80:0xc001b9f5c0 0x2ffbd20:0xc004f80180 0x3026980:0xc00108c8a0 0x3026d20:0xc00108c900 0x3027800:0xc000c7c3c0 0x3029160:0xc001b58000 0x30298a0:0xc001b9efc0 0x302a720:0xc00108c840] 0xc0004d1030 0} I0505 23:13:49.540614 3795 gateway.go:532] Reconciling gateway with updates I0505 23:13:49.545595 3795 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 23:13:49.545674 3795 default_node_network_controller.go:944] Gateway and management port readiness took 67.529659ms I0505 23:13:49.545677 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:49.545677 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:49.545694 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:49.545697 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:49.545699 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:49.545706 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:49.545714 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:49.545715 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:49.545719 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:49.545726 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:49.545729 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:49.545741 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:49.545717 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:49.545750 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:49.545758 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:13:49.545763 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:49.545704 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:13:49.545766 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:49.545772 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:13:49.545777 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:49.545778 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31973 is already open, no action needed I0505 23:13:49.545783 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:49.545781 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:13:49.545787 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31446 is already open, no action needed I0505 23:13:49.545792 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:13:49.545795 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:13:49.545799 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:49.545791 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:13:49.545803 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:49.545811 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:13:49.545811 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:49.545820 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:49.545822 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:49.545829 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:49.545827 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:49.545835 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:49.545836 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:49.545840 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:49.545840 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:49.545844 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:13:49.545848 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:49.545850 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:49.545856 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:13:49.545860 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:13:49.545863 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:49.545860 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:49.545868 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:49.545873 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:49.545875 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:49.545802 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:49.545880 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:49.545777 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:13:49.545889 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:49.545782 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:49.545897 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:49.545899 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:49.545901 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:49.545849 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:49.545924 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:49.545923 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:49.545845 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:49.545933 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:13:49.545801 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:49.545941 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:49.545835 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:49.545948 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:49.545958 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:49.545983 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:49.545822 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:49.545997 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:49.545813 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:49.546019 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:49.546029 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:49.546032 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:49.545803 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:49.546062 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:49.545860 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:49.545826 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:49.545864 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:13:49.545875 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:13:49.546150 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:13:49.546155 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:13:49.545876 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:49.546164 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:49.545879 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:49.546184 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:13:49.545879 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:49.546191 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:49.545887 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:49.546219 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:49.545892 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:49.546257 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:49.545919 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:49.546274 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:49.545926 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:49.546287 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:13:49.545928 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:49.545922 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:49.546357 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:13:49.545933 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:49.545940 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:49.546394 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:49.545947 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:49.546420 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:13:49.545807 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:49.546436 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:13:49.546529 3795 node_ip_handler_linux.go:160] Node IP manager is running W0505 23:13:49.582513 3795 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:13:49.582648 3795 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:13:49.582757 3795 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 23:13:49.591820 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:13:49.591830 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:13:49.591848 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:13:49.591861 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:13:49.591870 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:13:49.591877 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:13:49.591882 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:13:49.591888 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:13:49.591894 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:13:49.591901 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:13:49.591930 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:13:49.591944 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:13:49.591952 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:13:49.591961 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:13:49.632064 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:13:49.632084 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:13:49.632090 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:13:49.632099 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:13:49.632105 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:13:49.671009 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:13:49.671037 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:13:49.671044 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:13:49.671050 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:13:49.671055 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:13:49.671064 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:13:49.671070 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:13:49.671076 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:13:49.671081 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:13:50.576069 3795 default_network_controller.go:1025] Node "ip-10-0-2-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 23:13:50.625652 3795 egressip_healthcheck.go:76] Health checking using insecure connection I0505 23:13:50.625718 3795 default_node_network_controller.go:1380] Starting node controller node sync I0505 23:13:50.625726 3795 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 23:13:50.637051 3795 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.316396ms I0505 23:13:50.637180 3795 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 23:13:50.637492 3795 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 23:13:50.637659 3795 egressservice_node.go:183] Starting Egress Services Controller I0505 23:13:50.637680 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:13:50.637693 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:13:50.637699 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:13:50.637704 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:13:50.637709 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:13:50.637714 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:13:50.637718 3795 egressservice_node.go:197] Repairing Egress Services I0505 23:13:50.647519 3795 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 23:13:50.647530 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:13:50.647728 3795 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 23:13:50.647741 3795 link_network_manager.go:119] Link manager is running I0505 23:13:50.647750 3795 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 23:13:50.647932 3795 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 23:13:50.648169 3795 vrf_manager.go:128] VRF manager is running I0505 23:13:50.648297 3795 node_controller_manager.go:437] Removing flows to drop GARP I0505 23:13:50.648305 3795 gateway.go:532] Reconciling gateway with updates I0505 23:13:50.672775 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:50.672787 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:50.672795 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:50.672806 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:50.672808 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:50.672809 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:50.672824 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:50.672825 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:50.672830 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:50.672854 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:50.672876 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:50.672863 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:13:50.672883 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:13:50.672885 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:50.672879 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:50.672895 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:50.672801 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:50.672900 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:50.672925 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:50.672927 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:50.672922 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:50.672938 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:50.672936 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:50.672941 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:50.672901 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:13:50.672950 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:50.672955 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:50.672957 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:13:50.672888 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:50.672962 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:13:50.672880 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:50.672973 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:50.672901 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:13:50.672975 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:13:50.672983 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:50.672789 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:50.672991 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:13:50.672991 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:50.672997 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:50.673001 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:50.673006 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:50.673016 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:50.672973 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31973 is already open, no action needed I0505 23:13:50.673057 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31446 is already open, no action needed I0505 23:13:50.673084 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:50.673099 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:50.673104 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:13:50.672947 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:13:50.672958 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:50.673137 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:50.673143 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:50.673154 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:50.673155 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:50.672961 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:13:50.673058 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:50.673178 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:50.673184 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:50.673186 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:50.673194 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:50.673195 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:50.673201 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:50.673200 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:50.673206 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:50.673209 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:50.673214 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:50.673218 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:50.673222 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:50.673219 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:50.673226 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:50.673228 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:50.673229 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:50.673232 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:50.673238 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:13:50.673190 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:50.673244 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:50.673254 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:13:50.672975 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:13:50.673217 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:50.673200 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:50.672991 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:50.673311 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:50.672993 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:50.673340 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:50.672996 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:50.673007 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:50.673385 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:50.673061 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:50.673165 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:50.673190 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:50.673477 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:50.673204 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:13:50.673212 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:13:50.673559 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:13:50.673212 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:50.672930 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:50.673680 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:50.673692 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:13:50.673219 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:50.673224 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:50.673748 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:50.673756 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:13:50.672981 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:50.673276 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:50.672980 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:13:50.712374 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:13:50.712399 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:13:50.712415 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:13:50.712421 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:13:50.712425 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:13:50.750574 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:13:50.750599 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:13:50.750606 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:13:50.788501 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:13:50.788508 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:13:50.788525 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:13:50.788531 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:13:50.788538 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:13:50.788545 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:13:50.788552 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:13:50.788557 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:13:50.788567 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:13:50.788572 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:13:50.788587 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:13:50.788602 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:13:50.788607 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:13:50.788615 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:13:50.788621 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:13:50.788627 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:13:50.788632 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:13:50.788643 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:13:50.788661 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:13:50.788666 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:13:50.788673 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:13:50.788680 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:13:52.000598 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:13:52.000617 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:13:52.000624 3795 node_tracker.go:220] Node ip-10-0-1-10.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0505 23:13:52.000663 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal E0505 23:13:52.000679 3795 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-10.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0505 23:13:52.000696 3795 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-10.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-10.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-10.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-10.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal, error parsing annotation for node ip-10-0-1-10.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0505 23:13:52.000679 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 21.892µs E0505 23:13:52.012779 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-10.ec2.internal annotation: unexpected end of JSON input I0505 23:13:52.012811 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 23:13:52.012852 3795 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-10.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0505 23:13:52.031453 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-10.ec2.internal annotation: unexpected end of JSON input I0505 23:13:52.031462 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:52.031497 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:13:52.031459 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:13:52.031507 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 34.903µs E0505 23:13:52.031498 3795 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-10.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0505 23:13:52.058398 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-10.ec2.internal annotation: unexpected end of JSON input I0505 23:13:52.058413 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 23:13:52.058441 3795 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-10.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0505 23:13:52.112153 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-10.ec2.internal annotation: unexpected end of JSON input E0505 23:13:52.112218 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-10.ec2.internal annotation: unexpected end of JSON input I0505 23:13:52.112240 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 23:13:52.112305 3795 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-10.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-10.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-10.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-10.ec2.internal" I0505 23:13:52.127212 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0505 23:13:52.271532 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:13:52.271555 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:13:52.271563 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:52.271568 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 16.949µs I0505 23:13:52.286374 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:52.854870 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:53.129126 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-191.ec2.internal I0505 23:13:53.129154 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-191.ec2.internal: 37.709µs I0505 23:13:53.157540 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f4756846b-g72l6] creating logical port openshift-image-registry_image-registry-7f4756846b-g72l6 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:53.157702 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:13:53.179126 3795 pod.go:62] [openshift-image-registry/image-registry-7f4756846b-g72l6] pod update took 21.465302ms I0505 23:13:53.179483 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f4756846b-g72l6] addLogicalPort annotation time took 21.827202ms I0505 23:13:53.180776 3795 pods.go:271] [openshift-image-registry/image-registry-7f4756846b-g72l6] addLogicalPort took 23.250626ms, libovsdb time 1.00489ms I0505 23:13:53.198631 3795 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nwzpv] creating logical port openshift-dns_dns-default-nwzpv for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:53.198738 3795 kube.go:256] Updating pod openshift-dns/dns-default-nwzpv I0505 23:13:53.198740 3795 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5rkt8] creating logical port openshift-ingress-canary_ingress-canary-5rkt8 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:53.198884 3795 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5rkt8 I0505 23:13:53.198920 3795 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-pdd6z for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:53.199067 3795 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z I0505 23:13:53.207783 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633710-zvlsb for pod on switch ip-10-0-0-191.ec2.internal I0505 23:13:53.207887 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:13:53.215406 3795 pod.go:62] [openshift-dns/dns-default-nwzpv] pod update took 16.690839ms I0505 23:13:53.215423 3795 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nwzpv] addLogicalPort annotation time took 16.711903ms I0505 23:13:53.216597 3795 pods.go:271] [openshift-dns/dns-default-nwzpv] addLogicalPort took 17.980957ms, libovsdb time 863.401µs I0505 23:13:53.219195 3795 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z] pod update took 20.151797ms I0505 23:13:53.219222 3795 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z] addLogicalPort annotation time took 20.178687ms I0505 23:13:53.219287 3795 pod.go:62] [openshift-ingress-canary/ingress-canary-5rkt8] pod update took 20.459899ms I0505 23:13:53.219308 3795 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5rkt8] addLogicalPort annotation time took 20.481462ms I0505 23:13:53.220252 3795 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z] addLogicalPort took 21.398029ms, libovsdb time 770.479µs I0505 23:13:53.220622 3795 pods.go:271] [openshift-ingress-canary/ingress-canary-5rkt8] addLogicalPort took 21.894084ms, libovsdb time 1.123381ms I0505 23:13:53.222070 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb] pod update took 14.198131ms I0505 23:13:53.222086 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb] addLogicalPort annotation time took 14.221934ms I0505 23:13:53.223335 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb] addLogicalPort took 15.560369ms, libovsdb time 958.507µs I0505 23:13:53.616454 3795 cni.go:452] [openshift-ingress-canary/ingress-canary-5rkt8 846a1275e93c726ec83427ef050d969d0330113d3198a425debbc074a8689b69 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5rkt8 846a1275e93c726ec83427ef050d969d0330113d3198a425debbc074a8689b69 network default NAD default NAD key ] I0505 23:13:53.626633 3795 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z ca09717a8f5f8a6eb91ab3fbe266508750268d6a04ea69c46e2001b1eefc7a2f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z ca09717a8f5f8a6eb91ab3fbe266508750268d6a04ea69c46e2001b1eefc7a2f network default NAD default NAD key ] I0505 23:13:53.660186 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-pdd6z, hostIfaceName: ca09717a8f5f8a6, network: default, NAD default, SandboxID: "ca09717a8f5f8a6eb91ab3fbe266508750268d6a04ea69c46e2001b1eefc7a2f", PCI device ID: , UID: "ca7cdbcf-396f-4f0b-9781-c620d21abb44", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 23:13:53.660946 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5rkt8, hostIfaceName: 846a1275e93c726, network: default, NAD default, SandboxID: "846a1275e93c726ec83427ef050d969d0330113d3198a425debbc074a8689b69", PCI device ID: , UID: "3f1ff515-0390-4be0-a2e7-f19d06a28fc8", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 23:13:53.676307 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key ] I0505 23:13:53.685496 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633710-zvlsb, hostIfaceName: b341c5682c3dc97, network: default, NAD default, SandboxID: "b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c", PCI device ID: , UID: "7c7595dc-6b30-4168-a57f-cb341dabd036", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 23:13:53.707023 3795 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z ca09717a8f5f8a6eb91ab3fbe266508750268d6a04ea69c46e2001b1eefc7a2f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pdd6z ca09717a8f5f8a6eb91ab3fbe266508750268d6a04ea69c46e2001b1eefc7a2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:cc:93:bc:96:20\",\"name\":\"ca09717a8f5f8a6\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5117097-7fcf-4727-b339-bf8ed1f6d8c6\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:53.712848 3795 cni.go:473] [openshift-ingress-canary/ingress-canary-5rkt8 846a1275e93c726ec83427ef050d969d0330113d3198a425debbc074a8689b69 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5rkt8 846a1275e93c726ec83427ef050d969d0330113d3198a425debbc074a8689b69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d5:54:14:2f:fc\",\"name\":\"846a1275e93c726\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebec497a-7d66-42a5-9059-82f50588b03c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:53.730370 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:af:69:f0:ac:a7\",\"name\":\"b341c5682c3dc97\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c1a2fa1-2508-459a-86d3-c6b8ef07a6c4\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:54.772689 3795 cni.go:452] [openshift-network-diagnostics/network-check-target-47vdx cacb160b329ec6e9b2f3c7bf690347586eca21b70cd63351e68d558dfb214e55 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-47vdx cacb160b329ec6e9b2f3c7bf690347586eca21b70cd63351e68d558dfb214e55 network default NAD default NAD key ] I0505 23:13:54.783151 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-47vdx, hostIfaceName: cacb160b329ec6e, network: default, NAD default, SandboxID: "cacb160b329ec6e9b2f3c7bf690347586eca21b70cd63351e68d558dfb214e55", PCI device ID: , UID: "5dee57bf-8e57-4ed2-a3cf-5762521e2665", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 23:13:54.826773 3795 cni.go:473] [openshift-network-diagnostics/network-check-target-47vdx cacb160b329ec6e9b2f3c7bf690347586eca21b70cd63351e68d558dfb214e55 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-47vdx cacb160b329ec6e9b2f3c7bf690347586eca21b70cd63351e68d558dfb214e55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:20:d2:37:d4:84\",\"name\":\"cacb160b329ec6e\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ab2f480-db69-4881-a16e-97a540394531\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:55.006036 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:59.456824 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:13:59.456838 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0505 23:13:59.456845 3795 default_network_controller.go:1025] Node "ip-10-0-2-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:59.456850 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 34.871µs W0505 23:14:02.002189 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:02.023772 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:02.453799 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:03.870520 3795 default_network_controller.go:1025] Node "ip-10-0-2-4.ec2.internal" in remote zone "ip-10-0-2-4.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:03.870596 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0505 23:14:03.870637 3795 node_tracker.go:235] Node ip-10-0-2-4.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-4.ec2.internal" I0505 23:14:03.870654 3795 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:03.870667 3795 services_controller.go:574] Full service sync requested for network=default W0505 23:14:03.871006 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 23:14:03.871098 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:03.947320 3795 default_network_controller.go:1025] Node "ip-10-0-2-4.ec2.internal" in remote zone "ip-10-0-2-4.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:03.995295 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0505 23:14:03.995350 3795 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:03.995363 3795 services_controller.go:574] Full service sync requested for network=default I0505 23:14:03.995372 3795 default_network_controller.go:1025] Node "ip-10-0-2-4.ec2.internal" in remote zone "ip-10-0-2-4.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 23:14:03.995533 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 23:14:03.995595 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:03.996265 3795 zone_ic_handler.go:195] Time taken to create transit switch: 260.149µs I0505 23:14:03.996280 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-4.ec2.internal for the network default I0505 23:14:03.997230 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-4.ec2.internal" on network "default" took: 1.237118ms I0505 23:14:06.550239 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:14:06.550264 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 31.298µs I0505 23:14:06.550311 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0505 23:14:06.550330 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0505 23:14:06.550344 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:14:06.550356 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 10.0.2.4 to PMTUD blocking rules I0505 23:14:06.550357 3795 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:06.550370 3795 services_controller.go:574] Full service sync requested for network=default W0505 23:14:06.550499 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:06.550869 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:06.556574 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-4.ec2.internal. Updating no re-route policies I0505 23:14:06.567586 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 10.0.2.4 to PMTUD blocking rules I0505 23:14:06.567600 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:14:10.288349 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:14:10.288380 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 41.607µs I0505 23:14:10.928975 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:14:10.929015 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:10.929034 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 25.317µs I0505 23:14:10.929066 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:12.697448 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 23:14:15.036382 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:15.379160 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:15.379184 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "ip-10-0-1-10.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:15.379191 3795 node_tracker.go:235] Node ip-10-0-1-10.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-10.ec2.internal" I0505 23:14:15.379206 3795 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.379216 3795 services_controller.go:574] Full service sync requested for network=default W0505 23:14:15.379598 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:15.405465 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "ip-10-0-1-10.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:15.604735 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:15.604777 3795 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "ip-10-0-1-10.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:15.604802 3795 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.604835 3795 services_controller.go:574] Full service sync requested for network=default W0505 23:14:15.605228 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:15.605810 3795 zone_ic_handler.go:195] Time taken to create transit switch: 274.055µs I0505 23:14:15.605824 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-10.ec2.internal for the network default I0505 23:14:15.606708 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-10.ec2.internal" on network "default" took: 1.189367ms I0505 23:14:18.164352 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:18.164376 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:18.164392 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 16.427µs I0505 23:14:18.164423 3795 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:18.164439 3795 services_controller.go:574] Full service sync requested for network=default I0505 23:14:18.164472 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 10.0.1.10 to PMTUD blocking rules I0505 23:14:18.164485 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:14:18.164352 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall W0505 23:14:18.164542 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:18.170617 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-10.ec2.internal. Updating no re-route policies I0505 23:14:18.178754 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 10.0.1.10 to PMTUD blocking rules I0505 23:14:18.178773 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 23:14:19.613869 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:21.733775 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:21.733806 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 39.106µs W0505 23:14:29.104681 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:33.008044 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:15:53.109498 3795 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-bhh8s for pod on switch ip-10-0-0-191.ec2.internal I0505 23:15:53.109614 3795 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s I0505 23:15:53.143388 3795 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s] pod update took 33.805411ms I0505 23:15:53.143411 3795 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s] addLogicalPort annotation time took 33.832663ms I0505 23:15:53.144474 3795 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s] addLogicalPort took 34.989351ms, libovsdb time 793.695µs I0505 23:15:53.201317 3795 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-4wqkl] creating logical port openshift-insights_insights-operator-6dbb575d6c-4wqkl for pod on switch ip-10-0-0-191.ec2.internal I0505 23:15:53.201402 3795 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-4wqkl I0505 23:15:53.229379 3795 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-4wqkl] pod update took 27.997783ms I0505 23:15:53.229402 3795 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-4wqkl] addLogicalPort annotation time took 28.025998ms I0505 23:15:53.230708 3795 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-4wqkl] addLogicalPort took 29.406515ms, libovsdb time 989.202µs I0505 23:15:53.554448 3795 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-4wqkl 05c275387350a2669a005d52f2e1d2e6a30637e501b693b19e5a071722ab075a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-4wqkl 05c275387350a2669a005d52f2e1d2e6a30637e501b693b19e5a071722ab075a network default NAD default NAD key ] I0505 23:15:53.564112 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-4wqkl, hostIfaceName: 05c275387350a26, network: default, NAD default, SandboxID: "05c275387350a2669a005d52f2e1d2e6a30637e501b693b19e5a071722ab075a", PCI device ID: , UID: "95e0efc2-fb27-4813-85c9-ab0a31803203", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 23:15:53.609764 3795 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-4wqkl 05c275387350a2669a005d52f2e1d2e6a30637e501b693b19e5a071722ab075a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-4wqkl 05c275387350a2669a005d52f2e1d2e6a30637e501b693b19e5a071722ab075a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:4c:d0:a2:4f:6a\",\"name\":\"05c275387350a26\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35053a8b-50d2-4c28-9053-40387adff68d\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:15:58.015835 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:15:58.512525 3795 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 23:15:58.513433 3795 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 882.355µs I0505 23:15:58.539246 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 23:15:58.961363 3795 namespace.go:98] [openshift-service-ca] adding namespace I0505 23:15:58.962188 3795 namespace.go:102] [openshift-service-ca] adding namespace took 802.399µs I0505 23:15:59.035252 3795 namespace.go:142] [openshift-service-ca] updating namespace I0505 23:16:00.629615 3795 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-wscz6] creating logical port openshift-service-ca_service-ca-d9cb48497-wscz6 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:00.629706 3795 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-wscz6 I0505 23:16:00.641660 3795 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-wscz6] pod update took 11.979222ms I0505 23:16:00.641683 3795 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-wscz6] addLogicalPort annotation time took 12.005656ms I0505 23:16:00.642929 3795 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-wscz6] addLogicalPort took 13.343098ms, libovsdb time 940.728µs I0505 23:16:00.984352 3795 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-wscz6 2b2ea3fe8ed8c06e35180f02a26a01ce6e4807dde5d6dd609196dde5c4524444 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-wscz6 2b2ea3fe8ed8c06e35180f02a26a01ce6e4807dde5d6dd609196dde5c4524444 network default NAD default NAD key ] I0505 23:16:00.993772 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-wscz6, hostIfaceName: 2b2ea3fe8ed8c06, network: default, NAD default, SandboxID: "2b2ea3fe8ed8c06e35180f02a26a01ce6e4807dde5d6dd609196dde5c4524444", PCI device ID: , UID: "9c0d648c-af1b-40af-a220-b76f9ec55d82", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 23:16:01.040823 3795 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-wscz6 2b2ea3fe8ed8c06e35180f02a26a01ce6e4807dde5d6dd609196dde5c4524444 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-wscz6 2b2ea3fe8ed8c06e35180f02a26a01ce6e4807dde5d6dd609196dde5c4524444 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:23:53:7e:ad:20\",\"name\":\"2b2ea3fe8ed8c06\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93a79f43-06cb-46ae-929c-78bf47093368\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:16:04.470165 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.470835 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.470865 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.470874 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 23:16:04.470886 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.470891 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 23:16:05.496599 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.496630 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.496647 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.496660 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:16:07.546095 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:16:09.898627 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:16:09.910703 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 23:16:24.861369 3795 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.861398 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.861405 3795 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.861411 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:25.012540 3795 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-r77hs] creating logical port openshift-insights_insights-runtime-extractor-r77hs for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:25.012676 3795 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-r77hs I0505 23:16:25.030025 3795 pod.go:62] [openshift-insights/insights-runtime-extractor-r77hs] pod update took 17.376785ms I0505 23:16:25.030124 3795 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-r77hs] addLogicalPort annotation time took 17.481044ms I0505 23:16:25.031299 3795 pods.go:271] [openshift-insights/insights-runtime-extractor-r77hs] addLogicalPort took 18.780538ms, libovsdb time 879.282µs I0505 23:16:25.272807 3795 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s 147d9c5f6cbbec2072ea8fba2c5cd7770f9ab76e0baf22e3d20de24128844525 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s 147d9c5f6cbbec2072ea8fba2c5cd7770f9ab76e0baf22e3d20de24128844525 network default NAD default NAD key ] I0505 23:16:25.282008 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-bhh8s, hostIfaceName: 147d9c5f6cbbec2, network: default, NAD default, SandboxID: "147d9c5f6cbbec2072ea8fba2c5cd7770f9ab76e0baf22e3d20de24128844525", PCI device ID: , UID: "9f2286f5-48bd-4ae5-af92-9815f638ef2d", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 23:16:25.331456 3795 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s 147d9c5f6cbbec2072ea8fba2c5cd7770f9ab76e0baf22e3d20de24128844525 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-bhh8s 147d9c5f6cbbec2072ea8fba2c5cd7770f9ab76e0baf22e3d20de24128844525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f5:6d:ce:83:d0\",\"name\":\"147d9c5f6cbbec2\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae9071a9-c32c-4a83-84cc-f7629f81522a\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:16:25.367685 3795 cni.go:452] [openshift-insights/insights-runtime-extractor-r77hs 805eee16f6c147b08e17a76fd29dcf09fdde6c78cfc0abbc57ff4233f7d68666 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-r77hs 805eee16f6c147b08e17a76fd29dcf09fdde6c78cfc0abbc57ff4233f7d68666 network default NAD default NAD key ] I0505 23:16:25.377052 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-r77hs, hostIfaceName: 805eee16f6c147b, network: default, NAD default, SandboxID: "805eee16f6c147b08e17a76fd29dcf09fdde6c78cfc0abbc57ff4233f7d68666", PCI device ID: , UID: "3e072215-64f1-4143-bcb5-bf4bff673651", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 23:16:25.425437 3795 cni.go:473] [openshift-insights/insights-runtime-extractor-r77hs 805eee16f6c147b08e17a76fd29dcf09fdde6c78cfc0abbc57ff4233f7d68666 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-r77hs 805eee16f6c147b08e17a76fd29dcf09fdde6c78cfc0abbc57ff4233f7d68666 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:6d:a0:d1:fb:ed\",\"name\":\"805eee16f6c147b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4161b0b-2238-4214-9fef-f6ec519f3a94\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:16:25.941318 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.941339 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.942966 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.942980 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.942986 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.965767 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.965785 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.965793 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.965981 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.966000 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0505 23:16:26.340411 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:26.340448 3795 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:16:26.341787 3795 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f4756846b-g72l6, ips: 10.128.0.5 I0505 23:16:26.341821 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:26.351242 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-599d998768-pd4nk] creating logical port openshift-image-registry_image-registry-599d998768-pd4nk for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:26.351356 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-599d998768-pd4nk I0505 23:16:26.362569 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:26.362649 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:26.363154 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:16:26.363178 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:16:26.372403 3795 pod.go:62] [openshift-image-registry/image-registry-599d998768-pd4nk] pod update took 21.0788ms I0505 23:16:26.372422 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-599d998768-pd4nk] addLogicalPort annotation time took 21.10226ms I0505 23:16:26.373634 3795 pods.go:271] [openshift-image-registry/image-registry-599d998768-pd4nk] addLogicalPort took 22.418693ms, libovsdb time 905.786µs W0505 23:16:26.428407 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.428426 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.429478 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.429494 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.429499 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 23:16:26.707008 3795 cni.go:452] [openshift-image-registry/image-registry-599d998768-pd4nk 98328089cbf411f84b1a712d30eff83e02441b57e2e6cff48b5aee8e45302d2a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-599d998768-pd4nk 98328089cbf411f84b1a712d30eff83e02441b57e2e6cff48b5aee8e45302d2a network default NAD default NAD key ] I0505 23:16:26.716950 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-599d998768-pd4nk, hostIfaceName: 98328089cbf411f, network: default, NAD default, SandboxID: "98328089cbf411f84b1a712d30eff83e02441b57e2e6cff48b5aee8e45302d2a", PCI device ID: , UID: "475d2fdd-0613-4ff4-a6f1-0732a8a7b01c", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 23:16:26.762023 3795 cni.go:473] [openshift-image-registry/image-registry-599d998768-pd4nk 98328089cbf411f84b1a712d30eff83e02441b57e2e6cff48b5aee8e45302d2a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-599d998768-pd4nk 98328089cbf411f84b1a712d30eff83e02441b57e2e6cff48b5aee8e45302d2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:1e:92:95:26:d8\",\"name\":\"98328089cbf411f\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87fcc507-09f5-4a41-982a-efd123d26555\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:16:27.347148 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:27.524896 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:27.525534 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:27.547726 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:27.547746 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:27.556421 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd I0505 23:16:27.556444 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd W0505 23:16:28.507233 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:28.697658 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-slvz2 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:28.697757 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2 I0505 23:16:28.719117 3795 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2] pod update took 21.383289ms I0505 23:16:28.719141 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2] addLogicalPort annotation time took 21.414593ms I0505 23:16:28.720414 3795 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2] addLogicalPort took 22.773902ms, libovsdb time 974.817µs I0505 23:16:29.653996 3795 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2 94d3baee4e1ab42a2407a5b8e7aa9fffdd72f54fb47b4b7fa0b2581156532da3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2 94d3baee4e1ab42a2407a5b8e7aa9fffdd72f54fb47b4b7fa0b2581156532da3 network default NAD default NAD key ] I0505 23:16:29.663175 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-slvz2, hostIfaceName: 94d3baee4e1ab42, network: default, NAD default, SandboxID: "94d3baee4e1ab42a2407a5b8e7aa9fffdd72f54fb47b4b7fa0b2581156532da3", PCI device ID: , UID: "b572656e-a262-438b-880c-33f9bef22732", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 23:16:29.707284 3795 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2 94d3baee4e1ab42a2407a5b8e7aa9fffdd72f54fb47b4b7fa0b2581156532da3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-slvz2 94d3baee4e1ab42a2407a5b8e7aa9fffdd72f54fb47b4b7fa0b2581156532da3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e6:0c:3e:95:25\",\"name\":\"94d3baee4e1ab42\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67f77cbd-3d13-40cf-b291-464d2ca70701\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:16:30.958720 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 23:16:31.385155 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 23:16:31.778768 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-bjc9h] creating logical port openshift-monitoring_prometheus-operator-76b589d668-bjc9h for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:31.778897 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-bjc9h I0505 23:16:31.799122 3795 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-bjc9h] pod update took 20.278958ms I0505 23:16:31.799147 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-bjc9h] addLogicalPort annotation time took 20.310889ms I0505 23:16:31.800336 3795 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-bjc9h] addLogicalPort took 21.590159ms, libovsdb time 856.848µs I0505 23:16:32.737632 3795 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-bjc9h 4b6793651d2ad3e0e47e30a8697bab826939fb545a0115b1ff9983bfcd9c9f09 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-bjc9h 4b6793651d2ad3e0e47e30a8697bab826939fb545a0115b1ff9983bfcd9c9f09 network default NAD default NAD key ] I0505 23:16:32.748341 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-bjc9h, hostIfaceName: 4b6793651d2ad3e, network: default, NAD default, SandboxID: "4b6793651d2ad3e0e47e30a8697bab826939fb545a0115b1ff9983bfcd9c9f09", PCI device ID: , UID: "32a3b898-f753-4d5c-9f02-cd7c5dd0d1aa", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 23:16:32.796116 3795 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-bjc9h 4b6793651d2ad3e0e47e30a8697bab826939fb545a0115b1ff9983bfcd9c9f09 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-bjc9h 4b6793651d2ad3e0e47e30a8697bab826939fb545a0115b1ff9983bfcd9c9f09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ab:2f:94:c9:ab\",\"name\":\"4b6793651d2ad3e\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6c34bf4-d946-48dc-baf2-68934a45702b\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:16:37.360883 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g589j] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-g589j for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:37.361012 3795 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-g589j I0505 23:16:37.381402 3795 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-g589j] pod update took 20.424062ms I0505 23:16:37.381433 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g589j] addLogicalPort annotation time took 20.45865ms I0505 23:16:37.382889 3795 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-g589j] addLogicalPort took 22.026012ms, libovsdb time 1.036807ms I0505 23:16:38.322432 3795 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-g589j 58a09166817d375bf9d0e892157bfe5e1bc7ca0c37207d8d8052f65175c713f2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g589j 58a09166817d375bf9d0e892157bfe5e1bc7ca0c37207d8d8052f65175c713f2 network default NAD default NAD key ] I0505 23:16:38.333219 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-g589j, hostIfaceName: 58a09166817d375, network: default, NAD default, SandboxID: "58a09166817d375bf9d0e892157bfe5e1bc7ca0c37207d8d8052f65175c713f2", PCI device ID: , UID: "48509d08-6543-4bff-8b47-508e3895847d", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 23:16:38.365492 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:38.365645 3795 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 23:16:38.387387 3795 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-g589j 58a09166817d375bf9d0e892157bfe5e1bc7ca0c37207d8d8052f65175c713f2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g589j 58a09166817d375bf9d0e892157bfe5e1bc7ca0c37207d8d8052f65175c713f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:64:1f:63:4e:1a\",\"name\":\"58a09166817d375\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9bf17a4-73f0-4b5d-bc02-eb0e468dbe57\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:16:38.392622 3795 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.040097ms I0505 23:16:38.392647 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.06984ms I0505 23:16:38.393819 3795 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.344565ms, libovsdb time 782.673µs I0505 23:16:39.320274 3795 cni.go:452] [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key ] I0505 23:16:39.338542 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 08864f44120a58a, network: default, NAD default, SandboxID: "08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57", PCI device ID: , UID: "b2c8c1c5-3f1f-4050-8b51-f7a2ec9605ec", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 23:16:39.388992 3795 cni.go:473] [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e0:78:07:c7:09\",\"name\":\"08864f44120a58a\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bc576cb-8c2b-4680-be57-882d9747343c\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:16:39.924657 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:16:39.924682 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:16:41.020271 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.020295 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.020301 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467443 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467462 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467470 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:16:41.982718 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-pwgcn for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:41.982831 3795 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn I0505 23:16:41.999797 3795 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn] pod update took 16.999781ms I0505 23:16:41.999827 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn] addLogicalPort annotation time took 17.033107ms I0505 23:16:42.001149 3795 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn] addLogicalPort took 18.450287ms, libovsdb time 996.831µs I0505 23:16:42.947494 3795 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn ff3a6715cdc98c23f40d18e915717ad57cac9de903814fec1fbef6f822f4accc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn ff3a6715cdc98c23f40d18e915717ad57cac9de903814fec1fbef6f822f4accc network default NAD default NAD key ] I0505 23:16:42.959208 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-pwgcn, hostIfaceName: ff3a6715cdc98c2, network: default, NAD default, SandboxID: "ff3a6715cdc98c23f40d18e915717ad57cac9de903814fec1fbef6f822f4accc", PCI device ID: , UID: "4ea5a3e6-51d2-49f3-acd4-d366274e1639", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 23:16:43.006847 3795 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn ff3a6715cdc98c23f40d18e915717ad57cac9de903814fec1fbef6f822f4accc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pwgcn ff3a6715cdc98c23f40d18e915717ad57cac9de903814fec1fbef6f822f4accc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3d:65:80:1c:63\",\"name\":\"ff3a6715cdc98c2\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cf4d63e-0dea-4432-a37f-d35c614d8758\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:16:43.636955 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:16:43.637099 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 23:16:43.672038 3795 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 34.995289ms I0505 23:16:43.672064 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 35.024901ms I0505 23:16:43.674537 3795 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 37.604369ms, libovsdb time 2.007277ms I0505 23:16:44.024788 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key ] I0505 23:16:44.035439 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a4c272be3bd997b, network: default, NAD default, SandboxID: "a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c", PCI device ID: , UID: "e1613653-febd-46d7-93e1-3d2e5f429a86", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 23:16:44.090166 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d2:6b:be:6f:4b\",\"name\":\"a4c272be3bd997b\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1a8c4db-4812-416a-9008-4f1b9cfe0f12\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:16:44.461398 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:44.461421 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:44.535591 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535611 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535618 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535621 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.559884 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:16:45.035871 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.035891 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.035900 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.035925 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.126490 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:45.126509 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:45.147883 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:16:45.460127 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 23:16:48.382169 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:17:07.526462 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 23:17:07.526486 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 23:17:07.526548 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0505 23:17:07.865573 3795 base_network_controller_pods.go:487] [default/openshift-console/console-56cd9b9847-smwd8] creating logical port openshift-console_console-56cd9b9847-smwd8 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:17:07.865689 3795 kube.go:256] Updating pod openshift-console/console-56cd9b9847-smwd8 I0505 23:17:07.887665 3795 pod.go:62] [openshift-console/console-56cd9b9847-smwd8] pod update took 22.003778ms I0505 23:17:07.887685 3795 base_network_controller_pods.go:951] [default/openshift-console/console-56cd9b9847-smwd8] addLogicalPort annotation time took 22.029275ms I0505 23:17:07.888889 3795 pods.go:271] [openshift-console/console-56cd9b9847-smwd8] addLogicalPort took 23.332864ms, libovsdb time 844.356µs I0505 23:17:08.220672 3795 cni.go:452] [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key ] I0505 23:17:08.232186 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56cd9b9847-smwd8, hostIfaceName: 8177f3d15d61339, network: default, NAD default, SandboxID: "8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa", PCI device ID: , UID: "bf9c023f-07ec-4d3c-a58c-9826654c1abb", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 23:17:08.282272 3795 cni.go:473] [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:9b:7b:13:d5:21\",\"name\":\"8177f3d15d61339\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdd6b107-4f79-4733-9b9f-2f139ee87a5a\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:17:08.540980 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 23:17:08.805963 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:08.805986 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:08.805995 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:08.806010 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:08.806016 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:08.806020 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:09.381687 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:09.381707 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:09.381712 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:10.163371 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:17:10.189869 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:17:10.638160 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:17:11.548761 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 23:17:13.719896 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:13.720468 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:14.184307 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:14.184342 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:14.191426 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 I0505 23:17:14.191450 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 W0505 23:17:18.588801 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:17:23.697241 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 23:17:32.768630 3795 cni.go:452] [openshift-multus/network-metrics-daemon-zrxrs b606e9984b0a040a4e51d811f964ddec778ebfa6b5efdc246d080208631bd5df network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zrxrs b606e9984b0a040a4e51d811f964ddec778ebfa6b5efdc246d080208631bd5df network default NAD default NAD key ] I0505 23:17:32.778213 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zrxrs, hostIfaceName: b606e9984b0a040, network: default, NAD default, SandboxID: "b606e9984b0a040a4e51d811f964ddec778ebfa6b5efdc246d080208631bd5df", PCI device ID: , UID: "cbd24411-e3eb-4488-8247-e2375bc88791", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 23:17:32.827554 3795 cni.go:473] [openshift-multus/network-metrics-daemon-zrxrs b606e9984b0a040a4e51d811f964ddec778ebfa6b5efdc246d080208631bd5df network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zrxrs b606e9984b0a040a4e51d811f964ddec778ebfa6b5efdc246d080208631bd5df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:00:8b:37:65:69\",\"name\":\"b606e9984b0a040\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6e64cd5-ec7f-4f12-8ec7-a12fe875a598\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:17:35.941383 3795 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-jhtml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:35.941944 3795 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-jhtml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:36.774831 3795 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-jhtml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:36.774858 3795 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-jhtml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:36.781605 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c49fc5f5-jhtml I0505 23:17:36.781646 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c49fc5f5-jhtml I0505 23:17:42.384336 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:42.384862 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:43.292995 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:43.293021 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:43.299419 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5868f58855-qntdv I0505 23:17:43.299448 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5868f58855-qntdv I0505 23:17:43.947675 3795 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:43.948249 3795 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:44.300513 3795 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:44.300535 3795 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:44.306524 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c49fc5f5-r8wqw I0505 23:17:44.306553 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c49fc5f5-r8wqw W0505 23:17:44.352960 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:17:44.352979 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:17:44.352989 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:17:44.352994 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:17:44.712056 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:17:44.712076 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:17:59.186708 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:59.187336 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:59.376552 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:59.376576 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:59.383103 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 23:17:59.383127 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 23:18:03.377294 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key ] I0505 23:18:03.445699 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 a4c272be3bd997b1611e7657cdc9acc4eabdb374b06e15343b25c7119202bb0c network default NAD default NAD key default], result "{}", err I0505 23:18:03.458233 3795 cni.go:452] [openshift-dns/dns-default-nwzpv 9a874ece1bd95d899a2a0a34c4fe51adb812375c52a41309ea832f4bdd6a5857 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nwzpv 9a874ece1bd95d899a2a0a34c4fe51adb812375c52a41309ea832f4bdd6a5857 network default NAD default NAD key ] I0505 23:18:03.468703 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nwzpv, hostIfaceName: 9a874ece1bd95d8, network: default, NAD default, SandboxID: "9a874ece1bd95d899a2a0a34c4fe51adb812375c52a41309ea832f4bdd6a5857", PCI device ID: , UID: "4f6e5186-0364-40fa-94b4-f7bb11ec5d71", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 23:18:03.504660 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:03.504688 3795 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 23:18:03.505992 3795 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.20 I0505 23:18:03.506021 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:03.516865 3795 cni.go:473] [openshift-dns/dns-default-nwzpv 9a874ece1bd95d899a2a0a34c4fe51adb812375c52a41309ea832f4bdd6a5857 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nwzpv 9a874ece1bd95d899a2a0a34c4fe51adb812375c52a41309ea832f4bdd6a5857 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:43:7e:ed:a2:c8\",\"name\":\"9a874ece1bd95d8\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6d0a05b-aa27-4e4f-aadb-61fbec2901d0\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:18:03.748428 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:03.748459 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:03.757105 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 23:18:03.757188 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 23:18:03.802345 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:18:03.802476 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 23:18:03.826321 3795 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.884134ms I0505 23:18:03.826353 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.922306ms I0505 23:18:03.827557 3795 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.232453ms, libovsdb time 864.733µs I0505 23:18:04.165781 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b9558ddd73012d28f0a001d3f8ef415f23eaca81827021aef3d17488e7bc3d9a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b9558ddd73012d28f0a001d3f8ef415f23eaca81827021aef3d17488e7bc3d9a network default NAD default NAD key ] I0505 23:18:04.175589 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b9558ddd73012d2, network: default, NAD default, SandboxID: "b9558ddd73012d28f0a001d3f8ef415f23eaca81827021aef3d17488e7bc3d9a", PCI device ID: , UID: "2066675e-923a-40fb-8d6f-11635d0742aa", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 23:18:04.225617 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b9558ddd73012d28f0a001d3f8ef415f23eaca81827021aef3d17488e7bc3d9a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b9558ddd73012d28f0a001d3f8ef415f23eaca81827021aef3d17488e7bc3d9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:2e:17:b9:a3:af\",\"name\":\"b9558ddd73012d2\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6470412a-d966-4bff-8cfe-5c426ed0fb20\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:18:14.895021 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 23:18:15.777966 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:18:15.778001 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:18:15.778009 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0505 23:18:31.066098 3795 cni.go:452] [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key ] I0505 23:18:31.134630 3795 cni.go:473] [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 08864f44120a58a6fe531e42db792bfa943a5c1f196d55bc50139463ba883f57 network default NAD default NAD key default], result "{}", err I0505 23:18:31.192467 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.192500 3795 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0505 23:18:31.193899 3795 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18 I0505 23:18:31.193947 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.870647 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:31.870674 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:31.876360 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 23:18:31.876390 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 23:18:31.913583 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:18:31.913684 3795 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 23:18:31.932123 3795 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 18.473852ms I0505 23:18:31.932152 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 18.510169ms I0505 23:18:31.933509 3795 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 19.94522ms, libovsdb time 926.682µs I0505 23:18:31.963435 3795 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.963946 3795 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:32.265489 3795 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:32.265515 3795 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:32.269823 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd9b9847-gzdf4 I0505 23:18:32.269849 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd9b9847-gzdf4 I0505 23:18:32.578117 3795 cni.go:452] [openshift-monitoring/alertmanager-main-0 e184e7c53495a6f3ff09d2824f76c51d5cee4c4396d058595c2b5969b3a1f127 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e184e7c53495a6f3ff09d2824f76c51d5cee4c4396d058595c2b5969b3a1f127 network default NAD default NAD key ] I0505 23:18:32.587431 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e184e7c53495a6f, network: default, NAD default, SandboxID: "e184e7c53495a6f3ff09d2824f76c51d5cee4c4396d058595c2b5969b3a1f127", PCI device ID: , UID: "1433171c-dc32-4cd8-934c-73c3a0073ff7", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 23:18:32.634837 3795 cni.go:473] [openshift-monitoring/alertmanager-main-0 e184e7c53495a6f3ff09d2824f76c51d5cee4c4396d058595c2b5969b3a1f127 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e184e7c53495a6f3ff09d2824f76c51d5cee4c4396d058595c2b5969b3a1f127 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:11:f3:24:85:22\",\"name\":\"e184e7c53495a6f\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f04b7990-eb5f-4f61-9e00-ce4ca6ba7496\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:18:42.668429 3795 cni.go:452] [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key ] I0505 23:18:42.746805 3795 cni.go:473] [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-56cd9b9847-smwd8 8177f3d15d61339b5787d02fcb25bc72c69c4258962848dfcecb2ef7a57245fa network default NAD default NAD key default], result "{}", err I0505 23:18:42.791874 3795 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-smwd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:42.791955 3795 pods.go:176] Deleting pod: openshift-console/console-56cd9b9847-smwd8 I0505 23:18:42.793188 3795 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56cd9b9847-smwd8, ips: 10.128.0.21 I0505 23:18:42.793218 3795 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-smwd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:42.915957 3795 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-smwd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:42.915986 3795 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-smwd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:42.921651 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd9b9847-smwd8 I0505 23:18:42.921678 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd9b9847-smwd8 W0505 23:18:52.625946 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:18:52.625971 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:18:52.625977 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:18:53.759134 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 23:18:57.348536 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0505 23:19:00.228424 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 W0505 23:19:05.043795 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:19:05.043815 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:19:06.352571 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:06.353174 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:06.662893 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:06.662937 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:06.666595 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 23:19:06.666618 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 23:19:16.226405 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0505 23:19:34.127497 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key ] I0505 23:19:34.197888 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb b341c5682c3dc977be99b17b564be770fd2a31da36fb9ef16ed7a267e199e58c network default NAD default NAD key default], result "{}", err I0505 23:19:34.239219 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:34.239252 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:19:34.240588 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb, ips: 10.128.0.9 I0505 23:19:34.240620 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:35.263938 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:35.263959 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:38.317447 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0505 23:19:53.227692 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132 I0505 23:20:00.175952 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633720-24tbk for pod on switch ip-10-0-0-191.ec2.internal I0505 23:20:00.176043 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:20:00.189706 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk] pod update took 13.683508ms I0505 23:20:00.189732 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk] addLogicalPort annotation time took 13.71535ms I0505 23:20:00.190953 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk] addLogicalPort took 15.020035ms, libovsdb time 847.86µs I0505 23:20:00.549622 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key ] I0505 23:20:00.558673 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633720-24tbk, hostIfaceName: 0706170fc1ba64e, network: default, NAD default, SandboxID: "0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e", PCI device ID: , UID: "591f426a-de94-4c00-8460-d6ff7630f83c", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 23:20:00.606404 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:98:ee:61:11:a2\",\"name\":\"0706170fc1ba64e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff3181c3-2c2a-492f-82b0-90d852c82c3c\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:04.248920 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key ] I0505 23:20:04.336478 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk 0706170fc1ba64eb52619d940cc42d304d189805958662dd1c605f657072363e network default NAD default NAD key default], result "{}", err I0505 23:20:04.379781 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:04.379821 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:20:04.381092 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk, ips: 10.128.0.24 I0505 23:20:04.381117 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:05.402560 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:05.402592 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:14.226785 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 23:20:49.556031 3795 base_network_controller_pods.go:487] [default/openshift-console/console-77d5fd9dfc-67vwd] creating logical port openshift-console_console-77d5fd9dfc-67vwd for pod on switch ip-10-0-0-191.ec2.internal I0505 23:20:49.556160 3795 kube.go:256] Updating pod openshift-console/console-77d5fd9dfc-67vwd I0505 23:20:49.579286 3795 pod.go:62] [openshift-console/console-77d5fd9dfc-67vwd] pod update took 23.16292ms I0505 23:20:49.579315 3795 base_network_controller_pods.go:951] [default/openshift-console/console-77d5fd9dfc-67vwd] addLogicalPort annotation time took 23.197564ms I0505 23:20:49.580495 3795 pods.go:271] [openshift-console/console-77d5fd9dfc-67vwd] addLogicalPort took 24.484944ms, libovsdb time 856.797µs I0505 23:20:49.912990 3795 cni.go:452] [openshift-console/console-77d5fd9dfc-67vwd d1164aac29061f40ffe86aefc8f17bdc9fb64a88c7adf618fb5c5ef13ae55a0a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77d5fd9dfc-67vwd d1164aac29061f40ffe86aefc8f17bdc9fb64a88c7adf618fb5c5ef13ae55a0a network default NAD default NAD key ] I0505 23:20:49.922503 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77d5fd9dfc-67vwd, hostIfaceName: d1164aac29061f4, network: default, NAD default, SandboxID: "d1164aac29061f40ffe86aefc8f17bdc9fb64a88c7adf618fb5c5ef13ae55a0a", PCI device ID: , UID: "14eed6f9-c1f8-4ae8-8e7a-0f07af1aa799", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 23:20:49.970923 3795 cni.go:473] [openshift-console/console-77d5fd9dfc-67vwd d1164aac29061f40ffe86aefc8f17bdc9fb64a88c7adf618fb5c5ef13ae55a0a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77d5fd9dfc-67vwd d1164aac29061f40ffe86aefc8f17bdc9fb64a88c7adf618fb5c5ef13ae55a0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b2:2b:09:67:a1\",\"name\":\"d1164aac29061f4\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f352de47-609d-4649-939d-8b90a0b504c0\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:21:00.481219 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:21:14.589980 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:21:14.868531 3795 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-jpclq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:14.869130 3795 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-jpclq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:15.609951 3795 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-jpclq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:15.609973 3795 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-jpclq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:15.616308 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6694bfbf9c-jpclq I0505 23:21:15.616330 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6694bfbf9c-jpclq I0505 23:21:25.637106 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 23:21:25.637166 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wn9tt IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wn9tt: no pod IPs found I0505 23:21:25.811353 3795 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:25.811869 3795 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:26.203203 3795 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:26.203228 3795 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:26.207983 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6694bfbf9c-92sp4 I0505 23:21:26.208009 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6694bfbf9c-92sp4 I0505 23:22:16.560320 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 23:22:28.319810 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 23:22:30.231245 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=679 I0505 23:22:32.796363 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 23:22:50.668496 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 23:23:06.452060 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 23:23:18.646480 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0505 23:23:37.226038 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0505 23:23:38.322786 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 23:24:28.762119 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 23:24:40.231605 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0505 23:24:46.351357 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0505 23:26:28.747485 3795 namespace.go:98] [tsf] adding namespace I0505 23:26:28.748377 3795 namespace.go:102] [tsf] adding namespace took 859.604µs I0505 23:26:28.764839 3795 namespace.go:142] [tsf] updating namespace I0505 23:26:28.778647 3795 namespace.go:142] [tsf] updating namespace I0505 23:26:32.711032 3795 namespace.go:98] [tsf-keycloak] adding namespace I0505 23:26:32.711948 3795 namespace.go:102] [tsf-keycloak] adding namespace took 888.079µs I0505 23:26:32.713463 3795 namespace.go:98] [tsf-tas] adding namespace I0505 23:26:32.713552 3795 namespace.go:98] [rhbk-operator] adding namespace I0505 23:26:32.713571 3795 namespace.go:98] [konflux-ui] adding namespace I0505 23:26:32.714276 3795 namespace.go:102] [tsf-tas] adding namespace took 796.913µs I0505 23:26:32.714939 3795 namespace.go:98] [cert-manager-operator] adding namespace I0505 23:26:32.715025 3795 namespace.go:102] [rhbk-operator] adding namespace took 1.453694ms I0505 23:26:32.715593 3795 namespace.go:102] [konflux-ui] adding namespace took 2.012865ms I0505 23:26:32.716105 3795 namespace.go:102] [cert-manager-operator] adding namespace took 1.155391ms I0505 23:26:32.717124 3795 namespace.go:98] [tsf-tpa] adding namespace I0505 23:26:32.717751 3795 namespace.go:102] [tsf-tpa] adding namespace took 609.867µs I0505 23:26:32.721334 3795 namespace.go:98] [konflux-operator] adding namespace I0505 23:26:32.721383 3795 namespace.go:98] [rhtpa-operator] adding namespace I0505 23:26:32.721932 3795 namespace.go:102] [konflux-operator] adding namespace took 585.174µs I0505 23:26:32.722539 3795 namespace.go:102] [rhtpa-operator] adding namespace took 1.141606ms I0505 23:26:32.732651 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.741876 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.749548 3795 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.762617 3795 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.762624 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:32.767379 3795 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.767413 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.775973 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.779004 3795 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.787889 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.787990 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.795698 3795 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.806824 3795 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.808181 3795 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.814715 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.827105 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.831200 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.850445 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.850577 3795 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.869899 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.876068 3795 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.888237 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.891979 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:32.945127 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:33.739385 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:33.751776 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:33.886936 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-191.ec2.internal I0505 23:26:33.887067 3795 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0505 23:26:33.911784 3795 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 24.74809ms I0505 23:26:33.911807 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 24.776636ms I0505 23:26:33.913049 3795 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 26.146944ms, libovsdb time 896.828µs I0505 23:26:34.256653 3795 cni.go:452] [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key ] I0505 23:26:34.266236 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 3c168974f2e7d43, network: default, NAD default, SandboxID: "3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132", PCI device ID: , UID: "018f3d5e-c54f-4f49-847c-02878d175db0", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 23:26:34.315301 3795 cni.go:473] [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:7b:81:99:ce:00\",\"name\":\"3c168974f2e7d43\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93ef6d5b-4516-447d-a0d8-3a6433e32c29\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:26:39.957641 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.958197 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.958233 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.958244 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:39.958260 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.958267 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:40.984009 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984035 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984046 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984063 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:41.600505 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601097 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601134 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601147 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:41.601158 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601163 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:42.624932 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.624958 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.624974 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.624986 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.985662 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.986253 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.986285 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.986295 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:42.986307 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.986312 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:44.003666 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004201 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004231 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004241 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:44.004254 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004259 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:44.010789 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.010806 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.010823 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.010832 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.036089 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.036140 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.036160 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.036204 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:47.056655 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057165 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057197 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057205 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:47.057214 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057219 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:47.114458 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115056 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115084 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115092 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:47.115101 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115107 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:48.084167 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084193 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084208 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084220 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.140985 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141006 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141022 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141031 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:26:59.003968 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:27:00.658647 3795 namespace.go:98] [cert-manager] adding namespace I0505 23:27:00.659587 3795 namespace.go:102] [cert-manager] adding namespace took 915.648µs I0505 23:27:00.714456 3795 namespace.go:142] [cert-manager] updating namespace I0505 23:27:00.737587 3795 namespace.go:142] [cert-manager] updating namespace I0505 23:27:02.871444 3795 namespace.go:142] [openshift-operators] updating namespace I0505 23:27:02.881420 3795 namespace.go:142] [openshift-operators] updating namespace W0505 23:27:04.561592 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:27:04.561611 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:27:05.109474 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 23:27:10.617996 3795 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 23:27:10.618807 3795 namespace.go:102] [trusted-artifact-signer] adding namespace took 785.115µs I0505 23:27:10.663360 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:10.710162 3795 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 23:27:11.060086 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:27:15.970522 3795 namespace.go:142] [openshift-operators] updating namespace I0505 23:27:27.013539 3795 cni.go:452] [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key ] I0505 23:27:27.086823 3795 cni.go:473] [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 3c168974f2e7d43e4dc119ac1dd1cd5bdc069f1e84d6616a909a9cbcd7cbf132 network default NAD default NAD key default], result "{}", err I0505 23:27:27.146487 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:27:27.146535 3795 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0505 23:27:27.147649 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26 I0505 23:27:27.147676 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:27:27.181739 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:27:27.181756 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:27:27.189738 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 23:27:27.189763 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 23:27:28.549288 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-191.ec2.internal I0505 23:27:28.549395 3795 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0505 23:27:28.562513 3795 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.148765ms I0505 23:27:28.562535 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.174088ms I0505 23:27:28.563768 3795 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 14.499553ms, libovsdb time 907.827µs I0505 23:27:28.931956 3795 cni.go:452] [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key ] I0505 23:27:28.941605 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 8206691c9711242, network: default, NAD default, SandboxID: "8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7", PCI device ID: , UID: "210f9e7a-14dd-4fc4-bbef-ce54a69624cb", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 23:27:28.989365 3795 cni.go:473] [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:20:29:1b:f2:4c\",\"name\":\"8206691c9711242\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e90a345-cfcb-418c-ad32-a428efdb2555\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:27:31.416628 3795 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-lfhm5 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:27:31.416733 3795 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5 I0505 23:27:31.428808 3795 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5] pod update took 12.106657ms I0505 23:27:31.428830 3795 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5] addLogicalPort annotation time took 12.133916ms I0505 23:27:31.430095 3795 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5] addLogicalPort took 13.482846ms, libovsdb time 876.61µs I0505 23:27:33.210039 3795 namespace.go:98] [openshift-pipelines] adding namespace I0505 23:27:33.211060 3795 namespace.go:102] [openshift-pipelines] adding namespace took 978.481µs I0505 23:27:33.229700 3795 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:27:33.920313 3795 namespace.go:142] [cert-manager] updating namespace I0505 23:27:34.126498 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:34.523557 3795 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:34.726429 3795 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:34.929394 3795 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:35.327927 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:35.527631 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:35.728484 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:35.930319 3795 namespace.go:142] [tsf] updating namespace I0505 23:27:36.131378 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:36.330317 3795 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:36.531467 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:36.665337 3795 namespace.go:142] [cert-manager] updating namespace I0505 23:27:36.673972 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:36.683428 3795 namespace.go:142] [default] updating namespace I0505 23:27:36.694048 3795 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:36.705583 3795 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:36.715945 3795 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:36.724217 3795 namespace.go:142] [openshift] updating namespace I0505 23:27:36.734246 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:36.744056 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:36.756944 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:36.765304 3795 namespace.go:142] [tsf] updating namespace I0505 23:27:36.775761 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:36.793338 3795 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:36.813578 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:36.913511 3795 namespace.go:142] [cert-manager] updating namespace I0505 23:27:37.016410 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:37.115760 3795 namespace.go:142] [default] updating namespace I0505 23:27:37.215130 3795 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:37.317973 3795 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:37.424217 3795 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:37.512699 3795 namespace.go:142] [openshift] updating namespace I0505 23:27:37.615067 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:37.713183 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:37.813348 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:37.913139 3795 namespace.go:142] [tsf] updating namespace I0505 23:27:38.013934 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:38.112925 3795 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:38.214760 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:38.476553 3795 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:27:40.794879 3795 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5 738f6aa2863d695ffde1718ce51b4fab09a39a0ab2993cbcc49730ca47933604 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5 738f6aa2863d695ffde1718ce51b4fab09a39a0ab2993cbcc49730ca47933604 network default NAD default NAD key ] I0505 23:27:40.804378 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-lfhm5, hostIfaceName: 738f6aa2863d695, network: default, NAD default, SandboxID: "738f6aa2863d695ffde1718ce51b4fab09a39a0ab2993cbcc49730ca47933604", PCI device ID: , UID: "b58516aa-82b1-4d92-8384-4291eb40fdd5", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 23:27:40.852516 3795 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5 738f6aa2863d695ffde1718ce51b4fab09a39a0ab2993cbcc49730ca47933604 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lfhm5 738f6aa2863d695ffde1718ce51b4fab09a39a0ab2993cbcc49730ca47933604 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:03:e2:86:3d:03\",\"name\":\"738f6aa2863d695\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa4c61fd-8bf6-4b9b-a6f2-0cd86924dec3\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:27:41.113302 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 23:27:45.793993 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-bvxzj for pod on switch ip-10-0-0-191.ec2.internal I0505 23:27:45.794094 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj I0505 23:27:45.823592 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj] pod update took 29.522714ms I0505 23:27:45.823617 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj] addLogicalPort annotation time took 29.555311ms I0505 23:27:45.825151 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj] addLogicalPort took 31.181995ms, libovsdb time 1.06942ms I0505 23:27:46.161138 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj 65a043c6e8840a3ceb62db76bcfa423cbcf09e2a40d57705d2f376a211e9a47c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj 65a043c6e8840a3ceb62db76bcfa423cbcf09e2a40d57705d2f376a211e9a47c network default NAD default NAD key ] I0505 23:27:46.170480 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-bvxzj, hostIfaceName: 65a043c6e8840a3, network: default, NAD default, SandboxID: "65a043c6e8840a3ceb62db76bcfa423cbcf09e2a40d57705d2f376a211e9a47c", PCI device ID: , UID: "9962252f-fe1d-464e-be04-641d800c0b4b", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 23:27:46.223106 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj 65a043c6e8840a3ceb62db76bcfa423cbcf09e2a40d57705d2f376a211e9a47c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bvxzj 65a043c6e8840a3ceb62db76bcfa423cbcf09e2a40d57705d2f376a211e9a47c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:94:3d:76:6e:82\",\"name\":\"65a043c6e8840a3\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5b11944-512f-42ea-8756-df3d7799bb3d\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:27:47.231019 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 23:27:49.756494 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756514 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756519 3795 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756523 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.786024 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:49.786042 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:49.786048 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:50.129468 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:27:50.129490 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:27:50.129495 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 23:27:51.229180 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 W0505 23:28:01.126300 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:28:01.126326 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:28:01.126334 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:28:02.087459 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 23:28:06.320144 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 23:28:11.415506 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xq52v] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-xq52v for pod on switch ip-10-0-0-191.ec2.internal I0505 23:28:11.415595 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-xq52v I0505 23:28:11.430152 3795 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-xq52v] pod update took 14.580121ms I0505 23:28:11.430172 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xq52v] addLogicalPort annotation time took 14.605912ms I0505 23:28:11.431434 3795 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-xq52v] addLogicalPort took 15.944286ms, libovsdb time 834.665µs I0505 23:28:11.509577 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-tkjts for pod on switch ip-10-0-0-191.ec2.internal I0505 23:28:11.509680 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts I0505 23:28:11.523504 3795 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts] pod update took 13.859517ms I0505 23:28:11.523526 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts] addLogicalPort annotation time took 13.887134ms I0505 23:28:11.524786 3795 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts] addLogicalPort took 15.227611ms, libovsdb time 835.009µs I0505 23:28:11.615055 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-d59fw for pod on switch ip-10-0-0-191.ec2.internal I0505 23:28:11.615174 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw I0505 23:28:11.640395 3795 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw] pod update took 25.250119ms I0505 23:28:11.640421 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw] addLogicalPort annotation time took 25.289142ms I0505 23:28:11.641764 3795 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw] addLogicalPort took 26.723301ms, libovsdb time 919.006µs I0505 23:28:11.773187 3795 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-xq52v 8f5407904c230125b5765add710e48c64a5160769db9c5ee02b18bef39b97821 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xq52v 8f5407904c230125b5765add710e48c64a5160769db9c5ee02b18bef39b97821 network default NAD default NAD key ] I0505 23:28:11.783014 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-xq52v, hostIfaceName: 8f5407904c23012, network: default, NAD default, SandboxID: "8f5407904c230125b5765add710e48c64a5160769db9c5ee02b18bef39b97821", PCI device ID: , UID: "531f6fdc-c281-400e-9007-c337096462eb", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 23:28:11.835364 3795 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-xq52v 8f5407904c230125b5765add710e48c64a5160769db9c5ee02b18bef39b97821 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xq52v 8f5407904c230125b5765add710e48c64a5160769db9c5ee02b18bef39b97821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:a7:66:37:d1:c3\",\"name\":\"8f5407904c23012\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08408112-42be-4e25-a930-1acbbcc52b8a\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:28:11.870819 3795 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts 7536a7411ea4cfd602cf37d7d73f5ac802769a8ab989f09ae8c9f772bdede97d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts 7536a7411ea4cfd602cf37d7d73f5ac802769a8ab989f09ae8c9f772bdede97d network default NAD default NAD key ] I0505 23:28:11.880946 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-tkjts, hostIfaceName: 7536a7411ea4cfd, network: default, NAD default, SandboxID: "7536a7411ea4cfd602cf37d7d73f5ac802769a8ab989f09ae8c9f772bdede97d", PCI device ID: , UID: "050c4c57-2d97-4107-be15-d29f6cf448e4", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 23:28:11.939407 3795 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts 7536a7411ea4cfd602cf37d7d73f5ac802769a8ab989f09ae8c9f772bdede97d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tkjts 7536a7411ea4cfd602cf37d7d73f5ac802769a8ab989f09ae8c9f772bdede97d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:8c:86:7c:b2:d1\",\"name\":\"7536a7411ea4cfd\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/370d47f8-f02e-4661-85fe-b84461bf1a8b\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:28:11.985123 3795 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw 41281685dbb06b94a8869466b67622336fd35914c45d083d9beab86099f07e68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw 41281685dbb06b94a8869466b67622336fd35914c45d083d9beab86099f07e68 network default NAD default NAD key ] I0505 23:28:11.994945 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-d59fw, hostIfaceName: 41281685dbb06b9, network: default, NAD default, SandboxID: "41281685dbb06b94a8869466b67622336fd35914c45d083d9beab86099f07e68", PCI device ID: , UID: "f17e688b-c23b-40f8-a92a-4f6db198c1d8", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 23:28:12.044633 3795 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw 41281685dbb06b94a8869466b67622336fd35914c45d083d9beab86099f07e68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d59fw 41281685dbb06b94a8869466b67622336fd35914c45d083d9beab86099f07e68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:21:e8:64:55:ea\",\"name\":\"41281685dbb06b9\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/784cb873-c301-4e36-8fab-72c6155f360b\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:28:15.281319 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 23:28:18.266279 3795 cni.go:452] [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key ] I0505 23:28:18.351864 3795 cni.go:473] [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 8206691c971124239e68a78c903273827117ad806e05ebcb77bc0bade84c2cc7 network default NAD default NAD key default], result "{}", err I0505 23:28:18.404575 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:28:18.404642 3795 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0505 23:28:18.406030 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.27 I0505 23:28:18.406066 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:28:18.423220 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:28:18.423247 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:28:18.429354 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 23:28:18.429379 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 23:28:19.468884 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-191.ec2.internal I0505 23:28:19.469017 3795 kube.go:256] Updating pod tsf/test-tsf-iam I0505 23:28:19.484540 3795 pod.go:62] [tsf/test-tsf-iam] pod update took 15.553565ms I0505 23:28:19.484563 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.582246ms I0505 23:28:19.485974 3795 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.111443ms, libovsdb time 966.438µs I0505 23:28:19.832000 3795 cni.go:452] [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key ] I0505 23:28:19.841632 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 21e31730b0cd96d, network: default, NAD default, SandboxID: "21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638", PCI device ID: , UID: "06f53cdf-3d43-43b4-9031-124624b81dad", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 23:28:19.891153 3795 cni.go:473] [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:b4:41:e6:fa:0d\",\"name\":\"21e31730b0cd96d\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6dc5baa-04ba-49fc-83ea-d83a8a49ea8c\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:28:20.485172 3795 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 23:28:20.485836 3795 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 23:28:20.485857 3795 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 23:28:20.487857 3795 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 23:28:26.259834 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 23:28:27.447185 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:27.447211 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:27.451555 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:28:27.451573 3795 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 23:28:31.229316 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 23:28:33.103579 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:28:36.194610 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:28:36.194724 3795 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0505 23:28:36.206875 3795 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.180581ms I0505 23:28:36.206900 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.209348ms I0505 23:28:36.208136 3795 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.548495ms, libovsdb time 873.943µs I0505 23:28:40.757860 3795 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 0e1813fe4303d7d8b8c2fab7acd862f3b2f21f81d3e809a9a2218a8e1d73808b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 0e1813fe4303d7d8b8c2fab7acd862f3b2f21f81d3e809a9a2218a8e1d73808b network default NAD default NAD key ] I0505 23:28:40.767053 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 0e1813fe4303d7d, network: default, NAD default, SandboxID: "0e1813fe4303d7d8b8c2fab7acd862f3b2f21f81d3e809a9a2218a8e1d73808b", PCI device ID: , UID: "748ab7a5-6dca-4579-ab3c-164c8fbd3896", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 23:28:40.817395 3795 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 0e1813fe4303d7d8b8c2fab7acd862f3b2f21f81d3e809a9a2218a8e1d73808b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 0e1813fe4303d7d8b8c2fab7acd862f3b2f21f81d3e809a9a2218a8e1d73808b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:03:53:dc:a0:eb\",\"name\":\"0e1813fe4303d7d\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a42dc601-4013-4d4e-b0ad-53bb38546dc4\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:28:46.473815 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:28:46.683273 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0505 23:28:48.016459 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-bpd5v for pod on switch ip-10-0-0-191.ec2.internal I0505 23:28:48.016550 3795 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v I0505 23:28:48.035170 3795 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v] pod update took 18.643559ms I0505 23:28:48.035192 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v] addLogicalPort annotation time took 18.671074ms I0505 23:28:48.036372 3795 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v] addLogicalPort took 19.929202ms, libovsdb time 834.012µs I0505 23:28:48.433272 3795 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v 8f880adfc9fa81e9d7f564acdd6ebba7a2ca4edc75f63ea022bc527b78cf1b58 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v 8f880adfc9fa81e9d7f564acdd6ebba7a2ca4edc75f63ea022bc527b78cf1b58 network default NAD default NAD key ] I0505 23:28:48.442223 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-bpd5v, hostIfaceName: 8f880adfc9fa81e, network: default, NAD default, SandboxID: "8f880adfc9fa81e9d7f564acdd6ebba7a2ca4edc75f63ea022bc527b78cf1b58", PCI device ID: , UID: "42e80085-f418-43f7-8056-f0920df9aec1", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 23:28:48.490581 3795 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v 8f880adfc9fa81e9d7f564acdd6ebba7a2ca4edc75f63ea022bc527b78cf1b58 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bpd5v 8f880adfc9fa81e9d7f564acdd6ebba7a2ca4edc75f63ea022bc527b78cf1b58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a3:24:ad:7b:d4\",\"name\":\"8f880adfc9fa81e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30fa7079-454a-43ac-8258-bde43ef789ff\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:28:54.069627 3795 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:54.069647 3795 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:54.069652 3795 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 23:28:58.230548 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=86 I0505 23:29:10.534092 3795 cni.go:452] [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key ] I0505 23:29:10.620389 3795 cni.go:473] [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 21e31730b0cd96dcae7c8914fd827cbc73ce7f0c0ad4b0cda176112463c65638 network default NAD default NAD key default], result "{}", err I0505 23:29:10.671443 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:10.671480 3795 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 23:29:10.672780 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.33 I0505 23:29:10.672811 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:10.708518 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:10.708538 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:10.715223 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 23:29:10.715247 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 23:29:11.437367 3795 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:11.437454 3795 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0505 23:29:11.452612 3795 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.177888ms I0505 23:29:11.452641 3795 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.211738ms I0505 23:29:11.454073 3795 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.719572ms, libovsdb time 934.496µs I0505 23:29:11.800279 3795 cni.go:452] [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key ] I0505 23:29:11.809678 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 438d9660512b610, network: default, NAD default, SandboxID: "438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c", PCI device ID: , UID: "f9f8aac6-2e13-4c5e-a5c4-482e8606f115", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 23:29:11.860113 3795 cni.go:473] [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:72:b3:e9:5d:68\",\"name\":\"438d9660512b610\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0eb79cd-dd2a-41fc-9b0f-f4a8075fb0ac\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:29:12.394187 3795 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:29:12.438561 3795 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-zjmw2-rtmw6] creating logical port tsf-tas_segment-backup-installation-zjmw2-rtmw6 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:12.438654 3795 kube.go:256] Updating pod tsf-tas/segment-backup-installation-zjmw2-rtmw6 I0505 23:29:12.449868 3795 pod.go:62] [tsf-tas/segment-backup-installation-zjmw2-rtmw6] pod update took 11.231503ms I0505 23:29:12.449901 3795 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-zjmw2-rtmw6] addLogicalPort annotation time took 11.268378ms I0505 23:29:12.451272 3795 pods.go:271] [tsf-tas/segment-backup-installation-zjmw2-rtmw6] addLogicalPort took 12.727137ms, libovsdb time 945.411µs I0505 23:29:12.797624 3795 cni.go:452] [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key ] I0505 23:29:12.808328 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-zjmw2-rtmw6, hostIfaceName: 67fac610b6e7cb2, network: default, NAD default, SandboxID: "67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b", PCI device ID: , UID: "23caf74b-1270-4b44-b0b8-63b46568e5d7", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 23:29:12.857538 3795 cni.go:473] [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b7:2d:4a:12:5c\",\"name\":\"67fac610b6e7cb2\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7a5dff6-6129-4528-a566-b6f6a5b4c1a1\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:29:13.101186 3795 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bdw2f-9mzg5] creating logical port tsf-tas_ctlog-createtree-job-bdw2f-9mzg5 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:13.101282 3795 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 I0505 23:29:13.119511 3795 pod.go:62] [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5] pod update took 18.249701ms I0505 23:29:13.119531 3795 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-bdw2f-9mzg5] addLogicalPort annotation time took 18.275319ms I0505 23:29:13.119669 3795 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5945759f6b-pzj9v] creating logical port tsf-tas_fulcio-server-5945759f6b-pzj9v for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:13.119800 3795 kube.go:256] Updating pod tsf-tas/fulcio-server-5945759f6b-pzj9v I0505 23:29:13.120816 3795 pods.go:271] [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5] addLogicalPort took 19.650809ms, libovsdb time 829.911µs I0505 23:29:13.145267 3795 pod.go:62] [tsf-tas/fulcio-server-5945759f6b-pzj9v] pod update took 25.501801ms I0505 23:29:13.145293 3795 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5945759f6b-pzj9v] addLogicalPort annotation time took 25.534709ms I0505 23:29:13.146427 3795 pods.go:271] [tsf-tas/fulcio-server-5945759f6b-pzj9v] addLogicalPort took 26.770248ms, libovsdb time 778.815µs I0505 23:29:13.371585 3795 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-69cb7fc65b-tfvhp] creating logical port tsf-tas_trillian-logserver-69cb7fc65b-tfvhp for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:13.371702 3795 kube.go:256] Updating pod tsf-tas/trillian-logserver-69cb7fc65b-tfvhp I0505 23:29:13.387236 3795 pod.go:62] [tsf-tas/trillian-logserver-69cb7fc65b-tfvhp] pod update took 15.567737ms I0505 23:29:13.387329 3795 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-69cb7fc65b-tfvhp] addLogicalPort annotation time took 15.664347ms I0505 23:29:13.389480 3795 pods.go:271] [tsf-tas/trillian-logserver-69cb7fc65b-tfvhp] addLogicalPort took 17.91678ms, libovsdb time 1.537682ms I0505 23:29:13.478642 3795 cni.go:452] [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key ] I0505 23:29:13.492276 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bdw2f-9mzg5, hostIfaceName: 4d865d0953170c9, network: default, NAD default, SandboxID: "4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496", PCI device ID: , UID: "5692a33f-adf1-4ef4-b420-8ec251b73aa0", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 23:29:13.497233 3795 cni.go:452] [tsf-tas/fulcio-server-5945759f6b-pzj9v 7a00ae39c25ccf98f646527317ecf6bf514ca6d13c6dfe4207a5468af2069664 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5945759f6b-pzj9v 7a00ae39c25ccf98f646527317ecf6bf514ca6d13c6dfe4207a5468af2069664 network default NAD default NAD key ] I0505 23:29:13.516502 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5945759f6b-pzj9v, hostIfaceName: 7a00ae39c25ccf9, network: default, NAD default, SandboxID: "7a00ae39c25ccf98f646527317ecf6bf514ca6d13c6dfe4207a5468af2069664", PCI device ID: , UID: "68dafafe-fabd-4178-a687-42b19dd54129", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 23:29:13.518823 3795 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85] creating logical port tsf-tas_trillian-logsigner-7dcbcd6cf-gpd85 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:13.518944 3795 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85 I0505 23:29:13.543629 3795 pod.go:62] [tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85] pod update took 24.727477ms I0505 23:29:13.543666 3795 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85] addLogicalPort annotation time took 24.768901ms I0505 23:29:13.546767 3795 pods.go:271] [tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85] addLogicalPort took 27.95888ms, libovsdb time 2.453141ms I0505 23:29:13.583130 3795 cni.go:473] [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:35:17:db:c9:46\",\"name\":\"4d865d0953170c9\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cb232da-0750-40c6-a100-c4ab90bd5fbb\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:29:13.608243 3795 cni.go:473] [tsf-tas/fulcio-server-5945759f6b-pzj9v 7a00ae39c25ccf98f646527317ecf6bf514ca6d13c6dfe4207a5468af2069664 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5945759f6b-pzj9v 7a00ae39c25ccf98f646527317ecf6bf514ca6d13c6dfe4207a5468af2069664 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:27:69:45:c0:21\",\"name\":\"7a00ae39c25ccf9\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45eaee55-0217-4ba0-bca8-43ceef9110bd\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:29:14.365648 3795 cni.go:452] [tsf-tas/trillian-logserver-69cb7fc65b-tfvhp 0f7f26ec32d4e9cbe7a2d84af4f243d55f471702919a7c53ab1a8c684014339c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-69cb7fc65b-tfvhp 0f7f26ec32d4e9cbe7a2d84af4f243d55f471702919a7c53ab1a8c684014339c network default NAD default NAD key ] I0505 23:29:14.377759 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-69cb7fc65b-tfvhp, hostIfaceName: 0f7f26ec32d4e9c, network: default, NAD default, SandboxID: "0f7f26ec32d4e9cbe7a2d84af4f243d55f471702919a7c53ab1a8c684014339c", PCI device ID: , UID: "fc659903-7b38-4c24-b60b-5594635f8486", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 23:29:14.459170 3795 cni.go:473] [tsf-tas/trillian-logserver-69cb7fc65b-tfvhp 0f7f26ec32d4e9cbe7a2d84af4f243d55f471702919a7c53ab1a8c684014339c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-69cb7fc65b-tfvhp 0f7f26ec32d4e9cbe7a2d84af4f243d55f471702919a7c53ab1a8c684014339c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:5d:cc:f3:35:74\",\"name\":\"0f7f26ec32d4e9c\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcb87768-7f59-410f-860d-1320db040b4a\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:29:14.528613 3795 cni.go:452] [tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85 59e9ae7df15d1f46579a49b0dd44c4ec54ebbf5e017c6e3b4c93efdcb215be5d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85 59e9ae7df15d1f46579a49b0dd44c4ec54ebbf5e017c6e3b4c93efdcb215be5d network default NAD default NAD key ] I0505 23:29:14.542459 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7dcbcd6cf-gpd85, hostIfaceName: 59e9ae7df15d1f4, network: default, NAD default, SandboxID: "59e9ae7df15d1f46579a49b0dd44c4ec54ebbf5e017c6e3b4c93efdcb215be5d", PCI device ID: , UID: "67414755-3818-4052-80f5-60f08243c566", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 23:29:14.627313 3795 cni.go:473] [tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85 59e9ae7df15d1f46579a49b0dd44c4ec54ebbf5e017c6e3b4c93efdcb215be5d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7dcbcd6cf-gpd85 59e9ae7df15d1f46579a49b0dd44c4ec54ebbf5e017c6e3b4c93efdcb215be5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:4f:01:69:c0:47\",\"name\":\"59e9ae7df15d1f4\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/757dadcb-5974-4e8d-81f8-8de1100c42f7\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:29:19.900964 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjhjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:19.901567 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjhjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:20.781003 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjhjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:20.781028 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjhjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:29:24.236413 3795 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 23:29:27.708187 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 23:29:27.735857 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 23:29:30.690868 3795 cni.go:452] [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key ] I0505 23:29:30.764481 3795 cni.go:473] [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-zjmw2-rtmw6 67fac610b6e7cb2bf14df42dba2e80ae47533cb397b5d2ff32f427a805ca103b network default NAD default NAD key default], result "{}", err I0505 23:29:30.814495 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:30.814534 3795 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-zjmw2-rtmw6 I0505 23:29:30.815895 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-zjmw2-rtmw6, ips: 10.128.0.37 I0505 23:29:30.815947 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:31.704230 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:31.704250 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:42.067128 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-4rwjk for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:42.067268 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk I0505 23:29:42.080897 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk] pod update took 13.65338ms I0505 23:29:42.080937 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk] addLogicalPort annotation time took 13.699993ms I0505 23:29:42.082211 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk] addLogicalPort took 15.103501ms, libovsdb time 892.009µs I0505 23:29:42.168822 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-gtjhj for pod on switch ip-10-0-0-191.ec2.internal I0505 23:29:42.168942 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj I0505 23:29:42.183686 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj] pod update took 14.785694ms I0505 23:29:42.183718 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj] addLogicalPort annotation time took 14.820744ms I0505 23:29:42.185098 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj] addLogicalPort took 16.296806ms, libovsdb time 913.746µs I0505 23:29:42.428942 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk b615d7a2367e6c14293a7daeba1969ddd0ddfa1e7b4cb4763373061bcd8fbffc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk b615d7a2367e6c14293a7daeba1969ddd0ddfa1e7b4cb4763373061bcd8fbffc network default NAD default NAD key ] I0505 23:29:42.438452 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-4rwjk, hostIfaceName: b615d7a2367e6c1, network: default, NAD default, SandboxID: "b615d7a2367e6c14293a7daeba1969ddd0ddfa1e7b4cb4763373061bcd8fbffc", PCI device ID: , UID: "37214298-3a4c-45ce-9efc-3fc444093e74", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 23:29:42.490670 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk b615d7a2367e6c14293a7daeba1969ddd0ddfa1e7b4cb4763373061bcd8fbffc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4rwjk b615d7a2367e6c14293a7daeba1969ddd0ddfa1e7b4cb4763373061bcd8fbffc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:98:99:56:0e:2f\",\"name\":\"b615d7a2367e6c1\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60a3a363-f73e-47c0-8bd5-76c4fc7f32f5\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:29:42.535059 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj 3c0d32c44e04d7cb65679f67acc3f4c022c6f24ab2b8f4e5997df5b12d9f7b93 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj 3c0d32c44e04d7cb65679f67acc3f4c022c6f24ab2b8f4e5997df5b12d9f7b93 network default NAD default NAD key ] I0505 23:29:42.544511 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-gtjhj, hostIfaceName: 3c0d32c44e04d7c, network: default, NAD default, SandboxID: "3c0d32c44e04d7cb65679f67acc3f4c022c6f24ab2b8f4e5997df5b12d9f7b93", PCI device ID: , UID: "25f0beb1-1af2-477f-a19e-96f96772afbb", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 23:29:42.596336 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj 3c0d32c44e04d7cb65679f67acc3f4c022c6f24ab2b8f4e5997df5b12d9f7b93 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gtjhj 3c0d32c44e04d7cb65679f67acc3f4c022c6f24ab2b8f4e5997df5b12d9f7b93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d3:f0:92:5d:eb\",\"name\":\"3c0d32c44e04d7c\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88440a59-1250-4ada-8dfa-2a06f1e036c6\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:29:45.780048 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 23:29:45.900444 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:29:45.900461 3795 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:29:50.752235 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 23:29:50.779797 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 23:29:56.324619 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0505 23:29:57.794341 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 23:29:59.852990 3795 cni.go:452] [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key ] I0505 23:29:59.940226 3795 cni.go:473] [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 4d865d0953170c94ccfaa253cc7ceccf04c72d53f4dc63c27e3294528c177496 network default NAD default NAD key default], result "{}", err I0505 23:30:00.124246 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:00.124285 3795 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 I0505 23:30:00.125565 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bdw2f-9mzg5, ips: 10.128.0.38 I0505 23:30:00.125595 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:00.203801 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633730-6svrt for pod on switch ip-10-0-0-191.ec2.internal I0505 23:30:00.203898 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0505 23:30:00.215224 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt] pod update took 11.351664ms I0505 23:30:00.215246 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt] addLogicalPort annotation time took 11.380121ms I0505 23:30:00.216651 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt] addLogicalPort took 12.86604ms, libovsdb time 1.014556ms I0505 23:30:00.626650 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key ] I0505 23:30:00.636079 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633730-6svrt, hostIfaceName: 88b9b3d5e85aae2, network: default, NAD default, SandboxID: "88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068", PCI device ID: , UID: "922dd797-f1c5-4bba-a617-02aaf2f8fe31", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 23:30:00.687360 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:cf:69:71:7e:a0\",\"name\":\"88b9b3d5e85aae2\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51318c8c-e179-497a-92d6-f314ed8047e0\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:30:00.868933 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:00.868959 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:02.878075 3795 cni.go:452] [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key ] I0505 23:30:02.957735 3795 cni.go:473] [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 438d9660512b61030c288bb18fcdfd73a855b182a5ffefe31acb38f98aa8f30c network default NAD default NAD key default], result "{}", err I0505 23:30:03.087872 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:03.087925 3795 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0505 23:30:03.089238 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.36 I0505 23:30:03.089266 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:03.106754 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.106776 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.114327 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 23:30:03.114348 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 23:30:03.782552 3795 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-mq7zk] creating logical port tsf_patch-tekton-config-mq7zk for pod on switch ip-10-0-0-191.ec2.internal I0505 23:30:03.782661 3795 kube.go:256] Updating pod tsf/patch-tekton-config-mq7zk I0505 23:30:03.797441 3795 pod.go:62] [tsf/patch-tekton-config-mq7zk] pod update took 14.807483ms I0505 23:30:03.797463 3795 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-mq7zk] addLogicalPort annotation time took 14.835294ms I0505 23:30:03.798842 3795 pods.go:271] [tsf/patch-tekton-config-mq7zk] addLogicalPort took 16.308281ms, libovsdb time 931.914µs I0505 23:30:04.142755 3795 cni.go:452] [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key ] I0505 23:30:04.152460 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-mq7zk, hostIfaceName: 31409bfeb09103e, network: default, NAD default, SandboxID: "31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38", PCI device ID: , UID: "a4ea4a0b-cfb4-44f5-a1ea-0b086b7e07e3", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 23:30:04.205640 3795 cni.go:473] [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:66:e8:60:57:da\",\"name\":\"31409bfeb09103e\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1100bfee-627d-4ea8-96f4-cbcc88542e82\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:30:04.891094 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key ] I0505 23:30:04.982180 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt 88b9b3d5e85aae28676e71b55580905dd6e596bb72eea2dfeec4d6eb90178068 network default NAD default NAD key default], result "{}", err I0505 23:30:05.026641 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:05.026747 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0505 23:30:05.028071 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt, ips: 10.128.0.44 I0505 23:30:05.028101 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:05.798866 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 23:30:06.048783 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:06.048872 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:30:08.023025 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 23:30:08.632698 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:08.633248 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:09.467625 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:09.467652 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:12.563135 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 23:30:12.941727 3795 cni.go:452] [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key ] I0505 23:30:13.010559 3795 cni.go:473] [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-mq7zk 31409bfeb09103ee6fb6d41d3f6bccf7eb04fcf8523442056365f71be84dea38 network default NAD default NAD key default], result "{}", err I0505 23:30:13.062007 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:13.062039 3795 pods.go:176] Deleting pod: tsf/patch-tekton-config-mq7zk I0505 23:30:13.063300 3795 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-mq7zk, ips: 10.128.0.45 I0505 23:30:13.063326 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:13.955531 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:13.955550 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:14.694580 3795 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7445b9496d-ttxbd] creating logical port tsf-tas_rekor-search-ui-7445b9496d-ttxbd for pod on switch ip-10-0-0-191.ec2.internal I0505 23:30:14.694701 3795 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7445b9496d-ttxbd I0505 23:30:14.708799 3795 pod.go:62] [tsf-tas/rekor-search-ui-7445b9496d-ttxbd] pod update took 14.119325ms I0505 23:30:14.708822 3795 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7445b9496d-ttxbd] addLogicalPort annotation time took 14.149539ms I0505 23:30:14.710099 3795 pods.go:271] [tsf-tas/rekor-search-ui-7445b9496d-ttxbd] addLogicalPort took 15.538916ms, libovsdb time 856.235µs I0505 23:30:15.054088 3795 cni.go:452] [tsf-tas/rekor-search-ui-7445b9496d-ttxbd 9de0a9c1e45b2a5823b99cb126c7642b2b05eedda0ab7ba25bf040c0db99519f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7445b9496d-ttxbd 9de0a9c1e45b2a5823b99cb126c7642b2b05eedda0ab7ba25bf040c0db99519f network default NAD default NAD key ] I0505 23:30:15.063603 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7445b9496d-ttxbd, hostIfaceName: 9de0a9c1e45b2a5, network: default, NAD default, SandboxID: "9de0a9c1e45b2a5823b99cb126c7642b2b05eedda0ab7ba25bf040c0db99519f", PCI device ID: , UID: "2f86ab4b-0cdf-4e58-be91-994cffbfeef0", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 23:30:15.115170 3795 cni.go:473] [tsf-tas/rekor-search-ui-7445b9496d-ttxbd 9de0a9c1e45b2a5823b99cb126c7642b2b05eedda0ab7ba25bf040c0db99519f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7445b9496d-ttxbd 9de0a9c1e45b2a5823b99cb126c7642b2b05eedda0ab7ba25bf040c0db99519f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7a:53:0b:66:7b\",\"name\":\"9de0a9c1e45b2a5\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/779044bd-3955-4a5e-ab6a-da1e5d38c8b6\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:30:17.969479 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 23:30:18.534674 3795 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 23:30:19.655691 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dsj8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:19.656321 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dsj8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:20.677867 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dsj8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.677888 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dsj8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.715284 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.715310 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.718890 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mq7zk I0505 23:30:20.718935 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mq7zk I0505 23:30:21.332605 3795 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-191.ec2.internal I0505 23:30:21.332728 3795 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0505 23:30:21.350349 3795 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 17.64286ms I0505 23:30:21.350379 3795 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.676316ms I0505 23:30:21.351845 3795 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 19.260069ms, libovsdb time 901.62µs I0505 23:30:21.695589 3795 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key ] I0505 23:30:21.704694 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 71794e9b5438596, network: default, NAD default, SandboxID: "71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68", PCI device ID: , UID: "cf0f6a2a-76b7-4374-9e16-03f66d0c6ea8", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0505 23:30:21.756493 3795 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:f6:93:bb:79:5a\",\"name\":\"71794e9b5438596\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a2178eb-6d8d-48bb-b337-4c3ce4979c53\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:30:25.017781 3795 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key ] I0505 23:30:25.101691 3795 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 71794e9b54385962b99e9e196505d0d5ad64ee199e63821535ba4e08447fad68 network default NAD default NAD key default], result "{}", err I0505 23:30:25.158878 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:25.158970 3795 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0505 23:30:25.160287 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.47 I0505 23:30:25.160312 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:25.177896 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:25.177978 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:25.184683 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 23:30:25.184705 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 23:30:25.368648 3795 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-191.ec2.internal I0505 23:30:25.368774 3795 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0505 23:30:25.381370 3795 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.618785ms I0505 23:30:25.381393 3795 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.644691ms I0505 23:30:25.382757 3795 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.128286ms, libovsdb time 908.05µs W0505 23:30:25.553463 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:30:25.728083 3795 cni.go:452] [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key ] I0505 23:30:25.737449 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 1b5dc44203b65f0, network: default, NAD default, SandboxID: "1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076", PCI device ID: , UID: "1f1be0e6-2fbd-434b-a6b6-fdd327120790", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 23:30:25.789239 3795 cni.go:473] [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bb:48:88:9b:d2\",\"name\":\"1b5dc44203b65f0\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bf87aa5-6167-45e8-987e-df4ec86d499c\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:30:29.324707 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0505 23:30:29.980121 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 23:30:30.731937 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:30.732482 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:31.755431 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:31.755455 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:34.773335 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:34.773881 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:34.882636 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:34.882662 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:35.068832 3795 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-8lczw] creating logical port tsf-tpa_create-importers-8lczw for pod on switch ip-10-0-0-191.ec2.internal I0505 23:30:35.068962 3795 kube.go:256] Updating pod tsf-tpa/create-importers-8lczw I0505 23:30:35.079654 3795 pod.go:62] [tsf-tpa/create-importers-8lczw] pod update took 10.742924ms I0505 23:30:35.079677 3795 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-8lczw] addLogicalPort annotation time took 10.773825ms I0505 23:30:35.081098 3795 pods.go:271] [tsf-tpa/create-importers-8lczw] addLogicalPort took 12.286316ms, libovsdb time 999.018µs I0505 23:30:35.434313 3795 cni.go:452] [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key ] I0505 23:30:35.444002 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-8lczw, hostIfaceName: 5a203c6d374cea0, network: default, NAD default, SandboxID: "5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa", PCI device ID: , UID: "971a81e9-1100-461e-be2a-b1df30a51f8e", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 23:30:35.454244 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 23:30:35.496350 3795 cni.go:473] [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:0f:b6:35:2c:33\",\"name\":\"5a203c6d374cea0\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/640acdf1-360b-44bf-876e-229629312ef4\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:30:39.103709 3795 cni.go:452] [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key ] I0505 23:30:39.183731 3795 cni.go:473] [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-8lczw 5a203c6d374cea0a90415f13cff4ff90b7b74dae97fdf9423190c25e4c87a5aa network default NAD default NAD key default], result "{}", err I0505 23:30:39.237713 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:39.237743 3795 pods.go:176] Deleting pod: tsf-tpa/create-importers-8lczw I0505 23:30:39.239199 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-8lczw, ips: 10.128.0.49 I0505 23:30:39.239227 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:40.261351 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:40.261375 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:41.233692 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 W0505 23:30:44.686896 3795 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 23:30:51.401212 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:51.401743 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:52.282515 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:52.282536 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:55.648402 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0505 23:31:08.356015 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 23:31:12.282349 3795 cni.go:452] [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key ] I0505 23:31:12.362119 3795 cni.go:473] [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 1b5dc44203b65f07645b803593af5af36b0343ab011192de8e957630a676e076 network default NAD default NAD key default], result "{}", err I0505 23:31:12.415747 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:12.415791 3795 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0505 23:31:12.417262 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.48 I0505 23:31:12.417296 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:12.452962 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:12.452989 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:12.460559 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 23:31:12.460579 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 23:31:13.131132 3795 namespace.go:98] [build-service] adding namespace I0505 23:31:13.131218 3795 namespace.go:98] [default-tenant] adding namespace I0505 23:31:13.131347 3795 namespace.go:98] [integration-service] adding namespace I0505 23:31:13.132069 3795 namespace.go:102] [build-service] adding namespace took 916.384µs I0505 23:31:13.132646 3795 namespace.go:102] [default-tenant] adding namespace took 1.409413ms I0505 23:31:13.133313 3795 namespace.go:102] [integration-service] adding namespace took 1.947372ms I0505 23:31:13.133789 3795 namespace.go:98] [image-controller] adding namespace I0505 23:31:13.134484 3795 namespace.go:102] [image-controller] adding namespace took 684.432µs I0505 23:31:13.158734 3795 namespace.go:142] [build-service] updating namespace I0505 23:31:13.181248 3795 namespace.go:142] [build-service] updating namespace I0505 23:31:13.200929 3795 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.225934 3795 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.230038 3795 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.254149 3795 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.261982 3795 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.273004 3795 namespace.go:142] [build-service] updating namespace I0505 23:31:13.289716 3795 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.303418 3795 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.322737 3795 namespace.go:98] [release-service] adding namespace I0505 23:31:13.323592 3795 namespace.go:102] [release-service] adding namespace took 832.535µs I0505 23:31:13.359757 3795 namespace.go:142] [konflux-ui] updating namespace I0505 23:31:13.363412 3795 namespace.go:142] [release-service] updating namespace I0505 23:31:13.389274 3795 namespace.go:142] [release-service] updating namespace I0505 23:31:13.436798 3795 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-191.ec2.internal I0505 23:31:13.436895 3795 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0505 23:31:13.452363 3795 namespace.go:98] [konflux-info] adding namespace I0505 23:31:13.453275 3795 namespace.go:102] [konflux-info] adding namespace took 887.275µs I0505 23:31:13.472668 3795 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 35.799944ms I0505 23:31:13.472697 3795 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 35.832979ms I0505 23:31:13.472784 3795 namespace.go:98] [namespace-lister] adding namespace I0505 23:31:13.473996 3795 namespace.go:102] [namespace-lister] adding namespace took 1.148769ms I0505 23:31:13.474003 3795 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 37.222289ms, libovsdb time 816.048µs I0505 23:31:13.513630 3795 namespace.go:142] [konflux-info] updating namespace I0505 23:31:13.536518 3795 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.569993 3795 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:13.570000 3795 namespace.go:98] [enterprise-contract-service] adding namespace I0505 23:31:13.570881 3795 namespace.go:102] [enterprise-contract-service] adding namespace took 837.35µs I0505 23:31:13.579349 3795 namespace.go:142] [konflux-info] updating namespace I0505 23:31:13.636128 3795 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.694594 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:13.694644 3795 namespace.go:98] [segment-bridge] adding namespace I0505 23:31:13.695356 3795 namespace.go:102] [segment-bridge] adding namespace took 699.858µs I0505 23:31:13.732265 3795 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:13.748140 3795 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:13.781852 3795 namespace.go:98] [konflux-cli] adding namespace I0505 23:31:13.781886 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:13.782685 3795 namespace.go:102] [konflux-cli] adding namespace took 814.956µs I0505 23:31:13.816142 3795 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:13.822509 3795 cni.go:452] [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key ] I0505 23:31:13.832518 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 8116a79c6c07f76, network: default, NAD default, SandboxID: "8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5", PCI device ID: , UID: "b097eb90-fb3d-496b-8c0d-2ce514b948db", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 23:31:13.840761 3795 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:13.863557 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 23:31:13.864110 3795 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 23:31:13.864133 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 23:31:13.866983 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 23:31:13.886836 3795 cni.go:473] [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f5:30:0a:f9:09\",\"name\":\"8116a79c6c07f76\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e4f8358-9046-43cd-ac37-c982dafb1771\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:31:13.980787 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 23:31:13.980818 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 23:31:13.981699 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 23:31:14.052231 3795 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:14.278824 3795 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-rzpg4] creating logical port namespace-lister_namespace-lister-696b855848-rzpg4 for pod on switch ip-10-0-0-191.ec2.internal I0505 23:31:14.278943 3795 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-rzpg4 I0505 23:31:14.364368 3795 pod.go:62] [namespace-lister/namespace-lister-696b855848-rzpg4] pod update took 85.473613ms I0505 23:31:14.364403 3795 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-rzpg4] addLogicalPort annotation time took 85.514569ms I0505 23:31:14.365677 3795 pods.go:271] [namespace-lister/namespace-lister-696b855848-rzpg4] addLogicalPort took 86.871159ms, libovsdb time 871.608µs I0505 23:31:15.201630 3795 base_network_controller_pods.go:487] [default/konflux-ui/dex-58b7c86785-4rm2s] creating logical port konflux-ui_dex-58b7c86785-4rm2s for pod on switch ip-10-0-0-191.ec2.internal I0505 23:31:15.201717 3795 kube.go:256] Updating pod konflux-ui/dex-58b7c86785-4rm2s I0505 23:31:15.310938 3795 pod.go:62] [konflux-ui/dex-58b7c86785-4rm2s] pod update took 109.244898ms I0505 23:31:15.310962 3795 base_network_controller_pods.go:951] [default/konflux-ui/dex-58b7c86785-4rm2s] addLogicalPort annotation time took 109.272571ms I0505 23:31:15.312226 3795 pods.go:271] [konflux-ui/dex-58b7c86785-4rm2s] addLogicalPort took 110.607189ms, libovsdb time 872.859µs I0505 23:31:15.347577 3795 namespace.go:142] [build-service] updating namespace I0505 23:31:15.436896 3795 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5d467b4fb-rf9rg] creating logical port konflux-ui_proxy-5d467b4fb-rf9rg for pod on switch ip-10-0-0-191.ec2.internal I0505 23:31:15.437014 3795 kube.go:256] Updating pod konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:31:15.505702 3795 pod.go:62] [konflux-ui/proxy-5d467b4fb-rf9rg] pod update took 68.719868ms I0505 23:31:15.505728 3795 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5d467b4fb-rf9rg] addLogicalPort annotation time took 68.749579ms I0505 23:31:15.506896 3795 pods.go:271] [konflux-ui/proxy-5d467b4fb-rf9rg] addLogicalPort took 70.016306ms, libovsdb time 581.692µs I0505 23:31:16.043335 3795 namespace.go:142] [default-tenant] updating namespace I0505 23:31:16.140357 3795 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-x96kp] creating logical port build-service_build-service-controller-manager-7cbf488fcf-x96kp for pod on switch ip-10-0-0-191.ec2.internal I0505 23:31:16.140455 3795 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-x96kp I0505 23:31:16.172655 3795 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-x96kp] pod update took 32.2242ms I0505 23:31:16.172677 3795 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-x96kp] addLogicalPort annotation time took 32.251157ms I0505 23:31:16.174108 3795 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-x96kp] addLogicalPort took 33.772092ms, libovsdb time 980.773µs I0505 23:31:16.296802 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:16.486092 3795 namespace.go:142] [image-controller] updating namespace I0505 23:31:16.589639 3795 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-cqqkp for pod on switch ip-10-0-0-191.ec2.internal I0505 23:31:16.589760 3795 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp I0505 23:31:16.637577 3795 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp] pod update took 47.859462ms I0505 23:31:16.637608 3795 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp] addLogicalPort annotation time took 47.893102ms I0505 23:31:16.638991 3795 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp] addLogicalPort took 49.375457ms, libovsdb time 866.495µs I0505 23:31:16.705132 3795 namespace.go:142] [integration-service] updating namespace I0505 23:31:16.876337 3795 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6fbdd999d9-zwphb] creating logical port integration-service_integration-service-controller-manager-6fbdd999d9-zwphb for pod on switch ip-10-0-0-191.ec2.internal I0505 23:31:16.876438 3795 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6fbdd999d9-zwphb I0505 23:31:16.922731 3795 pod.go:62] [integration-service/integration-service-controller-manager-6fbdd999d9-zwphb] pod update took 46.314765ms I0505 23:31:16.922777 3795 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6fbdd999d9-zwphb] addLogicalPort annotation time took 46.364751ms I0505 23:31:16.924138 3795 pods.go:271] [integration-service/integration-service-controller-manager-6fbdd999d9-zwphb] addLogicalPort took 47.817874ms, libovsdb time 893.534µs I0505 23:31:16.952576 3795 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:17.236810 3795 namespace.go:142] [konflux-info] updating namespace I0505 23:31:17.322453 3795 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-x96kp 3956538ee438f0ac15dbeccf6cb65133da83ca48f2723d393f0af9169edaac72 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-x96kp 3956538ee438f0ac15dbeccf6cb65133da83ca48f2723d393f0af9169edaac72 network default NAD default NAD key ] I0505 23:31:17.333009 3795 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-x96kp, hostIfaceName: 3956538ee438f0a, network: default, NAD default, SandboxID: "3956538ee438f0ac15dbeccf6cb65133da83ca48f2723d393f0af9169edaac72", PCI device ID: , UID: "48731d94-5dca-44a3-aea8-4e0324dc213f", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0505 23:31:17.388890 3795 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-x96kp 3956538ee438f0ac15dbeccf6cb65133da83ca48f2723d393f0af9169edaac72 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-x96kp 3956538ee438f0ac15dbeccf6cb65133da83ca48f2723d393f0af9169edaac72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:29:1e:85:f7:5d\",\"name\":\"3956538ee438f0a\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b073fd69-ffeb-4791-b598-5f5040c909df\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:31:17.445742 3795 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:17.619824 3795 namespace.go:142] [release-service] updating namespace I0505 23:31:17.821566 3795 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:17.941655 3795 namespace.go:142] [build-service] updating namespace I0505 23:31:17.956263 3795 namespace.go:142] [default-tenant] updating namespace I0505 23:31:17.970746 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:17.983003 3795 namespace.go:142] [image-controller] updating namespace I0505 23:31:17.995698 3795 namespace.go:142] [integration-service] updating namespace I0505 23:31:18.012981 3795 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:18.041006 3795 namespace.go:142] [konflux-info] updating namespace I0505 23:31:18.063728 3795 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:18.080451 3795 namespace.go:142] [release-service] updating namespace I0505 23:31:18.105232 3795 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:18.164715 3795 namespace.go:142] [build-service] updating namespace I0505 23:31:18.235711 3795 namespace.go:142] [default-tenant] updating namespace I0505 23:31:18.293516 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:18.382259 3795 namespace.go:142] [image-controller] updating namespace I0505 23:31:18.485285 3795 namespace.go:142] [integration-service] updating namespace I0505 23:31:18.594967 3795 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:18.688193 3795 namespace.go:142] [konflux-info] updating namespace I0505 23:31:18.787077 3795 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:18.889563 3795 namespace.go:142] [release-service] updating namespace I0505 23:31:18.990181 3795 namespace.go:142] [segment-bridge] updating namespace W0505 23:31:19.447999 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 23:31:22.484591 3795 cni.go:452] [namespace-lister/namespace-lister-696b855848-rzpg4 e2a8774edaea6675a301c977c22eb46b92293b8af1803a18afd5ca8ed3faf61a network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-rzpg4 e2a8774edaea6675a301c977c22eb46b92293b8af1803a18afd5ca8ed3faf61a network default NAD default NAD key ] I0505 23:31:22.494024 3795 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-rzpg4, hostIfaceName: e2a8774edaea667, network: default, NAD default, SandboxID: "e2a8774edaea6675a301c977c22eb46b92293b8af1803a18afd5ca8ed3faf61a", PCI device ID: , UID: "89fef4a4-5b23-4da1-8fc0-746b13a7ddfc", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 23:31:22.549611 3795 cni.go:473] [namespace-lister/namespace-lister-696b855848-rzpg4 e2a8774edaea6675a301c977c22eb46b92293b8af1803a18afd5ca8ed3faf61a network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-rzpg4 e2a8774edaea6675a301c977c22eb46b92293b8af1803a18afd5ca8ed3faf61a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:56:fc:2e:93:37\",\"name\":\"e2a8774edaea667\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a38a5045-49a0-4d76-9a48-91f940dc38f9\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:31:23.065334 3795 cni.go:452] [konflux-ui/dex-58b7c86785-4rm2s 6f7eb4fc4448d737cb03e3abbcf0e323cf730cfbf6a6e0a0de4ccac21d34cd0b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-58b7c86785-4rm2s 6f7eb4fc4448d737cb03e3abbcf0e323cf730cfbf6a6e0a0de4ccac21d34cd0b network default NAD default NAD key ] I0505 23:31:23.076237 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-58b7c86785-4rm2s, hostIfaceName: 6f7eb4fc4448d73, network: default, NAD default, SandboxID: "6f7eb4fc4448d737cb03e3abbcf0e323cf730cfbf6a6e0a0de4ccac21d34cd0b", PCI device ID: , UID: "e677e80c-5e7d-47d8-b2e2-a4257dd82ead", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 23:31:23.137144 3795 cni.go:473] [konflux-ui/dex-58b7c86785-4rm2s 6f7eb4fc4448d737cb03e3abbcf0e323cf730cfbf6a6e0a0de4ccac21d34cd0b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-58b7c86785-4rm2s 6f7eb4fc4448d737cb03e3abbcf0e323cf730cfbf6a6e0a0de4ccac21d34cd0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f5:5e:d3:6f:21\",\"name\":\"6f7eb4fc4448d73\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9ca52bc-da18-4f5e-b343-46a64c733b73\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:31:23.390790 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 23:31:23.617486 3795 cni.go:452] [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key ] I0505 23:31:23.627882 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5d467b4fb-rf9rg, hostIfaceName: e7722621cd06a40, network: default, NAD default, SandboxID: "e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3", PCI device ID: , UID: "d5fa6b72-7322-4c39-a33e-a3858dc0e929", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0505 23:31:23.680212 3795 cni.go:473] [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e6:f7:e9:e2:44\",\"name\":\"e7722621cd06a40\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c684151-5d8e-476c-9a4e-305da99856f8\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:31:24.373641 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 23:31:24.494233 3795 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp 1e953b7f244a0349733b7c037b4a1eb7efdaba97c1bde93e8635e6c635a4361a network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp 1e953b7f244a0349733b7c037b4a1eb7efdaba97c1bde93e8635e6c635a4361a network default NAD default NAD key ] I0505 23:31:24.504714 3795 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-cqqkp, hostIfaceName: 1e953b7f244a034, network: default, NAD default, SandboxID: "1e953b7f244a0349733b7c037b4a1eb7efdaba97c1bde93e8635e6c635a4361a", PCI device ID: , UID: "1f5893d7-a4a9-49b6-bc4e-b42896c9ad92", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0505 23:31:24.563083 3795 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp 1e953b7f244a0349733b7c037b4a1eb7efdaba97c1bde93e8635e6c635a4361a network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-cqqkp 1e953b7f244a0349733b7c037b4a1eb7efdaba97c1bde93e8635e6c635a4361a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:85:ce:25:53:85\",\"name\":\"1e953b7f244a034\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05b02c16-f95e-43fb-a47e-e603bb0ce393\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:31:24.779211 3795 cni.go:452] [integration-service/integration-service-controller-manager-6fbdd999d9-zwphb 5e46179080d1b4aed6162aea5102b4fb74d84ad81a71c18a20a6cdd11877b528 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6fbdd999d9-zwphb 5e46179080d1b4aed6162aea5102b4fb74d84ad81a71c18a20a6cdd11877b528 network default NAD default NAD key ] I0505 23:31:24.789514 3795 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6fbdd999d9-zwphb, hostIfaceName: 5e46179080d1b4a, network: default, NAD default, SandboxID: "5e46179080d1b4aed6162aea5102b4fb74d84ad81a71c18a20a6cdd11877b528", PCI device ID: , UID: "ea688a5f-5299-443f-b209-46462639dc57", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0505 23:31:24.850236 3795 cni.go:473] [integration-service/integration-service-controller-manager-6fbdd999d9-zwphb 5e46179080d1b4aed6162aea5102b4fb74d84ad81a71c18a20a6cdd11877b528 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6fbdd999d9-zwphb 5e46179080d1b4aed6162aea5102b4fb74d84ad81a71c18a20a6cdd11877b528 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:07:d0:2d:60:82\",\"name\":\"5e46179080d1b4a\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f722e9b-2bcc-4f9c-a7e6-ad935d943204\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:31:25.386243 3795 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 23:31:25.414612 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0505 23:31:26.467709 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:26.471200 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:29.501312 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:29.501335 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:30.428259 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:31:30.429084 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 23:31:30.462312 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:30.462349 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:30.494348 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:30.494363 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 23:31:32.354212 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0505 23:31:34.379532 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 23:31:37.481383 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:37.481414 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:37.486337 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:37.486380 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:41.440232 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:31:41.440321 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0505 23:31:41.468620 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:41.468824 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 23:31:41.787516 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:41.788157 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:31:42.449174 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0505 23:31:42.582099 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:42.582123 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:42.590838 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 I0505 23:31:42.590867 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 W0505 23:32:05.553040 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:32:05.553065 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 23:32:05.553081 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:32:05.553087 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 23:32:11.519001 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:32:11.519019 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 23:32:29.233391 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=617 I0505 23:32:35.197698 3795 cni.go:452] [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key ] I0505 23:32:35.288675 3795 cni.go:473] [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5d467b4fb-rf9rg e7722621cd06a406b736fa6e945d8a2103169e3fa90732ec9381ca94f2f05fd3 network default NAD default NAD key default], result "{}", err I0505 23:32:35.353180 3795 obj_retry.go:498] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:35.353229 3795 pods.go:176] Deleting pod: konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:32:35.354542 3795 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5d467b4fb-rf9rg, ips: 10.128.0.53 I0505 23:32:35.354570 3795 obj_retry.go:498] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:35.813575 3795 obj_retry.go:492] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:35.813595 3795 obj_retry.go:492] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:35.820538 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:32:35.820567 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:32:44.875826 3795 cni.go:452] [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key ] I0505 23:32:44.959149 3795 cni.go:473] [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 8116a79c6c07f764538eb9801a9652355fca66ed1170eb3f10138bd59762e2f5 network default NAD default NAD key default], result "{}", err I0505 23:32:45.012242 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:45.012277 3795 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0505 23:32:45.013852 3795 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.50 I0505 23:32:45.013889 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:45.028666 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:45.028684 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:45.035323 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 23:32:45.035362 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 23:32:56.231065 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0505 23:33:12.882149 3795 namespace.go:98] [managed-tenant-ulylm] adding namespace I0505 23:33:12.883044 3795 namespace.go:102] [managed-tenant-ulylm] adding namespace took 871.997µs I0505 23:33:12.940144 3795 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:13.020829 3795 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.148310 3795 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.279453 3795 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.378381 3795 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:31.227941 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0505 23:34:23.764738 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0505 23:34:40.696555 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 23:34:44.233278 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=87 I0505 23:35:30.323098 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 23:35:37.327149 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 23:36:31.801827 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 23:36:52.457104 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 23:37:33.327043 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 23:37:54.231384 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0505 23:37:58.235730 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=15 I0505 23:38:14.356204 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 23:38:57.230958 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0505 23:38:57.565554 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 23:39:07.234027 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0505 23:39:30.650271 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 23:40:00.200002 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633740-nsgjf for pod on switch ip-10-0-0-191.ec2.internal I0505 23:40:00.200109 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf I0505 23:40:00.222101 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf] pod update took 22.01329ms I0505 23:40:00.222125 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf] addLogicalPort annotation time took 22.04122ms I0505 23:40:00.223411 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf] addLogicalPort took 23.421711ms, libovsdb time 879.25µs I0505 23:40:00.561716 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key ] I0505 23:40:00.570996 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633740-nsgjf, hostIfaceName: b5a433b61b20196, network: default, NAD default, SandboxID: "b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78", PCI device ID: , UID: "bbe21776-4621-4856-b9fb-a087fa288373", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0505 23:40:00.623219 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:42:58:23:f4:40\",\"name\":\"b5a433b61b20196\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab13c4e7-230d-4305-b419-c5c535b3636b\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:40:03.767489 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 23:40:04.246427 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key ] I0505 23:40:04.337777 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf b5a433b61b201962e8967876ddf216ac878832febac513bc0bf206aba3f4ce78 network default NAD default NAD key default], result "{}", err I0505 23:40:04.390349 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:40:04.390397 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf I0505 23:40:04.391760 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf, ips: 10.128.0.57 I0505 23:40:04.391783 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:40:05.262935 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.262981 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.295426 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.295451 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.300254 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:40:05.300278 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:40:06.235833 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0505 23:40:22.236124 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0505 23:40:31.051544 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:31.051568 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:31.056685 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-lvl27 I0505 23:40:31.056711 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-lvl27 I0505 23:40:34.028811 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:34.028858 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:34.034388 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fsh7r I0505 23:40:34.034410 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fsh7r I0505 23:40:40.039815 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:40.039868 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:40.044942 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8lczw I0505 23:40:40.044962 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8lczw I0505 23:40:40.329696 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 23:41:51.804244 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 23:42:53.698420 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 23:43:42.246355 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0505 23:44:02.325010 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 23:44:55.653029 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:45:23.358677 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 23:45:58.466159 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 23:46:08.769347 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 23:46:16.237939 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0505 23:46:22.238050 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0505 23:46:32.329185 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0505 23:46:42.389879 3795 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f W0505 23:46:42.389902 3795 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl I0505 23:47:17.233346 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0505 23:47:24.234027 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 23:47:45.568052 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 23:48:12.236434 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0505 23:48:24.332529 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 23:48:37.484446 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-pull-request-88b84-init-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:48:37.484601 3795 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:37.512214 3795 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod] pod update took 27.641679ms I0505 23:48:37.512235 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod] addLogicalPort annotation time took 27.668009ms I0505 23:48:37.513671 3795 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod] addLogicalPort took 29.236346ms, libovsdb time 1.037135ms I0505 23:48:37.855698 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key ] I0505 23:48:37.865311 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-pull-request-88b84-init-pod, hostIfaceName: ec85133d7e46e22, network: default, NAD default, SandboxID: "ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7", PCI device ID: , UID: "8bfad79b-f304-459a-aaac-131beb1f3da4", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0505 23:48:37.918318 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:11:da:be:db:34\",\"name\":\"ec85133d7e46e22\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54f49e27-d19e-4e7d-bdb8-8ac4cafba0bf\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:48:49.529313 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-init-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:48:49.529440 3795 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod I0505 23:48:49.549058 3795 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod] pod update took 19.65029ms I0505 23:48:49.549177 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod] addLogicalPort annotation time took 19.733608ms I0505 23:48:49.550654 3795 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod] addLogicalPort took 21.359309ms, libovsdb time 989.48µs I0505 23:48:52.881805 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key ] I0505 23:48:52.891623 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-init-pod, hostIfaceName: 7597e7349c92c32, network: default, NAD default, SandboxID: "7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377", PCI device ID: , UID: "f5014ae3-ad2b-4376-9a76-338068b3b141", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0505 23:48:52.945087 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:db:d3:fb:bb:06\",\"name\":\"7597e7349c92c32\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cce1ddff-6846-470b-9130-3065e68184cb\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:48:54.103534 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key ] I0505 23:48:54.186467 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod ec85133d7e46e221151e0d615e413092bd1aa0333fe0792e49b0a0fd0dbe6be7 network default NAD default NAD key default], result "{}", err I0505 23:48:54.245523 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:54.245579 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:54.247111 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod, ips: 10.128.0.58 I0505 23:48:54.247133 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:55.015325 3795 obj_retry.go:492] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:48:55.015384 3795 obj_retry.go:492] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:48:55.021486 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:55.021508 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:58.018212 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key ] I0505 23:48:58.097584 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod 7597e7349c92c328b9e242c5f31bea9e58ca2b32ec0ba3696ebe7c3141877377 network default NAD default NAD key default], result "{}", err I0505 23:48:58.160348 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:58.160420 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod I0505 23:48:58.161990 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod, ips: 10.128.0.59 I0505 23:48:58.162025 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:58.381035 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:48:58.381195 3795 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod I0505 23:48:58.405787 3795 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod] pod update took 24.626154ms I0505 23:48:58.405811 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod] addLogicalPort annotation time took 24.654743ms I0505 23:48:58.407207 3795 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod] addLogicalPort took 26.197211ms, libovsdb time 901.4µs I0505 23:48:58.742784 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key ] I0505 23:48:58.754042 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod, hostIfaceName: 0f0ec831975fd99, network: default, NAD default, SandboxID: "0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea", PCI device ID: , UID: "cf7919f2-0635-4d0f-8586-56432a4f5e48", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0505 23:48:58.806933 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:dc:9d:f1:da:7c\",\"name\":\"0f0ec831975fd99\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbd1019b-7082-4800-ad34-749daaf08b17\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:49:00.944684 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-jqd2j for pod on switch ip-10-0-0-191.ec2.internal I0505 23:49:00.944778 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:49:00.960841 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j] pod update took 16.084349ms I0505 23:49:00.960866 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j] addLogicalPort annotation time took 16.113471ms I0505 23:49:00.962931 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j] addLogicalPort took 18.236354ms, libovsdb time 1.23556ms I0505 23:49:01.257132 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=43 I0505 23:49:01.832312 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key ] I0505 23:49:01.843126 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-jqd2j, hostIfaceName: 251fb5190e2fc68, network: default, NAD default, SandboxID: "251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d", PCI device ID: , UID: "e73157d2-a17d-48ce-96f8-5eadcc8b00fa", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0505 23:49:01.904384 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:79:78:3e:71:76\",\"name\":\"251fb5190e2fc68\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3baab95-2e42-4008-bba2-7d8a03ced06b\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:49:12.131138 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key ] I0505 23:49:12.223617 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod 0f0ec831975fd993d20ff2671bbfe75ebf2672e68e5d216623645711ba24e0ea network default NAD default NAD key default], result "{}", err I0505 23:49:12.302009 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:12.302066 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod I0505 23:49:12.303506 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod, ips: 10.128.0.60 I0505 23:49:12.303539 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:12.563036 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:49:12.563173 3795 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod I0505 23:49:12.585302 3795 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod] pod update took 22.162051ms I0505 23:49:12.585327 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod] addLogicalPort annotation time took 22.192395ms I0505 23:49:12.586621 3795 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod] addLogicalPort took 23.604322ms, libovsdb time 901.809µs I0505 23:49:12.932148 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key ] I0505 23:49:12.941803 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod, hostIfaceName: b092ee0d6b21908, network: default, NAD default, SandboxID: "b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b", PCI device ID: , UID: "773293ff-9294-4263-b4f6-44edd048f6ce", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0505 23:49:12.997196 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2e:0c:05:1b:c7\",\"name\":\"b092ee0d6b21908\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba8c3756-ab8a-4689-b588-20c8f436cda0\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:49:14.373519 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373540 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373546 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373551 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373565 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373569 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373575 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373579 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:16.084760 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:16.084783 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:16.084790 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:16.084795 3795 util.go:959] Failed to build node endpoints for node ip-10-0-0-191.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 23:50:00.184928 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633750-jgbcd for pod on switch ip-10-0-0-191.ec2.internal I0505 23:50:00.185064 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd I0505 23:50:00.197260 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd] pod update took 12.217996ms I0505 23:50:00.197284 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd] addLogicalPort annotation time took 12.246258ms I0505 23:50:00.198609 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd] addLogicalPort took 13.710138ms, libovsdb time 898.852µs I0505 23:50:00.665849 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key ] I0505 23:50:00.675128 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633750-jgbcd, hostIfaceName: 714d68e153d6056, network: default, NAD default, SandboxID: "714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21", PCI device ID: , UID: "71409145-7ebc-4d3b-87de-d6a41f2cf640", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0505 23:50:00.939002 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:44:d7:d9:7c:d0\",\"name\":\"714d68e153d6056\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ee77655-17a6-4169-882f-4740b2aff5c6\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:50:04.462401 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key ] I0505 23:50:04.549418 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd 714d68e153d60562e61852a2b4beeae20077cf9372bb1691e246d0494d6ccf21 network default NAD default NAD key default], result "{}", err I0505 23:50:04.615409 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:04.615450 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd I0505 23:50:04.616796 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd, ips: 10.128.0.63 I0505 23:50:04.616820 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:05.473704 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.473749 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.503562 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.503586 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.506914 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:50:05.506939 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:50:16.537654 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key ] I0505 23:50:16.624184 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod b092ee0d6b219088cb15707a0c13b5f6adcf39f88432c78a1ae9862dba51aa0b network default NAD default NAD key default], result "{}", err I0505 23:50:16.704835 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:16.704879 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod I0505 23:50:16.706452 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod, ips: 10.128.0.62 I0505 23:50:16.706479 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:57.700885 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 23:51:29.806736 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 23:51:40.327655 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 23:52:30.331807 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 23:52:46.240122 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0505 23:53:19.241122 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0505 23:53:19.479347 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 23:53:43.236748 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 23:54:10.335081 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 23:54:25.838948 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:54:25.839144 3795 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod I0505 23:54:25.863274 3795 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod] pod update took 24.177745ms I0505 23:54:25.863302 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod] addLogicalPort annotation time took 24.211986ms I0505 23:54:25.864921 3795 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod] addLogicalPort took 26.002164ms, libovsdb time 1.110581ms I0505 23:54:26.204071 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key ] I0505 23:54:26.213595 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod, hostIfaceName: 910e46f28a82f93, network: default, NAD default, SandboxID: "910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a", PCI device ID: , UID: "91826a70-76b9-44fd-b205-230642a3a387", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0505 23:54:26.267572 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:98:a8:04:6d:65\",\"name\":\"910e46f28a82f93\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bf3bead-d4bd-4c8c-a480-6792dc22fd3e\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:54:26.524096 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:26.524682 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:26.654832 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0505 23:54:33.360581 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 23:54:38.571028 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 23:54:46.485878 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key ] I0505 23:54:46.574929 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j 251fb5190e2fc68ee90ae1c6a87e1021e19901283842a0dc21f1d30cbdd8023d network default NAD default NAD key default], result "{}", err I0505 23:54:46.627678 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.628295 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.638332 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.638381 3795 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:54:46.639771 3795 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j, ips: 10.128.0.61 I0505 23:54:46.639798 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:47.121078 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.121128 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.125500 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:54:47.125535 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:54:47.442056 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.442087 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.448995 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:54:47.449019 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:54:57.629584 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:54:57.629716 3795 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod I0505 23:54:57.650215 3795 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod] pod update took 20.52741ms I0505 23:54:57.650239 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod] addLogicalPort annotation time took 20.555498ms I0505 23:54:57.651527 3795 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod] addLogicalPort took 21.957108ms, libovsdb time 859.175µs I0505 23:54:57.995459 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key ] I0505 23:54:58.004764 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod, hostIfaceName: b865b1b6f74195d, network: default, NAD default, SandboxID: "b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4", PCI device ID: , UID: "c89cd4fa-38f0-42e6-a930-96a35ef66c2d", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0505 23:54:58.058801 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:eb:65:b0:49:ba\",\"name\":\"b865b1b6f74195d\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/346fd7f2-460e-43e9-8ec1-48703976c507\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:54:58.221555 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key ] I0505 23:54:58.303219 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod 910e46f28a82f938ee71d812fe2a452fc94ff3c347f7c4923827443de02aaa6a network default NAD default NAD key default], result "{}", err I0505 23:54:58.353838 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:58.353868 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod I0505 23:54:58.355343 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod, ips: 10.128.0.64 I0505 23:54:58.355381 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:58.994826 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:54:58.995012 3795 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod I0505 23:54:59.016833 3795 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod] pod update took 21.8728ms I0505 23:54:59.016856 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod] addLogicalPort annotation time took 21.898931ms I0505 23:54:59.018158 3795 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod] addLogicalPort took 23.345847ms, libovsdb time 866.267µs I0505 23:54:59.361697 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key ] I0505 23:54:59.371494 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod, hostIfaceName: 4c88af35c503ef0, network: default, NAD default, SandboxID: "4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73", PCI device ID: , UID: "b29e8c93-0cca-435e-8afe-80f052c8d186", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0505 23:54:59.422165 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:dc:d6:77:9b:99\",\"name\":\"4c88af35c503ef0\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdaf860a-b8b7-4e79-a9b7-c9fe9fb14108\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:55:05.771600 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 23:56:04.217317 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:04.217854 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:08.723482 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key ] I0505 23:56:08.828795 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod 4c88af35c503ef032a2ba005e45ba3c538db34f66ba5757561666825a8370f73 network default NAD default NAD key default], result "{}", err I0505 23:56:08.937625 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:08.937666 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod I0505 23:56:08.939155 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod, ips: 10.128.0.66 I0505 23:56:08.939182 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:12.354370 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:12.355024 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:16.452587 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:16.453172 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:23.473959 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:23.474483 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:55.259397 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=153 I0505 23:57:07.238771 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0505 23:57:11.235870 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0505 23:57:22.329743 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0505 23:58:53.752605 3795 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key ] I0505 23:58:53.839219 3795 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod b865b1b6f74195df8b5ef24dac678bf6c8fa512bbfb4b517f706a3e17ab298a4 network default NAD default NAD key default], result "{}", err I0505 23:58:53.915216 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:58:53.915288 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod I0505 23:58:53.917443 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod, ips: 10.128.0.65 I0505 23:58:53.917480 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:58:56.979203 3795 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-javg-fjstc-collect-keyless-params-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:58:56.979353 3795 kube.go:256] Updating pod default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod I0505 23:58:56.999017 3795 pod.go:62] [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod] pod update took 19.694594ms I0505 23:58:56.999042 3795 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod] addLogicalPort annotation time took 19.725814ms I0505 23:58:57.000642 3795 pods.go:271] [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod] addLogicalPort took 21.454208ms, libovsdb time 1.161543ms I0505 23:58:57.344180 3795 cni.go:452] [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key ] I0505 23:58:57.353942 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-javg-fjstc-collect-keyless-params-pod, hostIfaceName: 71de17184ab9a52, network: default, NAD default, SandboxID: "71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6", PCI device ID: , UID: "862d3395-2515-478a-a01e-7e9f1767f5b5", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0505 23:58:57.405480 3795 cni.go:473] [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c1:64:49:bf:13\",\"name\":\"71de17184ab9a52\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac2de59e-8333-45eb-99b2-199ece904d6d\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:59:11.234655 3795 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-javg-fjstc-verify-pod] creating logical port default-tenant_my-integration-test-javg-fjstc-verify-pod for pod on switch ip-10-0-0-191.ec2.internal I0505 23:59:11.234857 3795 kube.go:256] Updating pod default-tenant/my-integration-test-javg-fjstc-verify-pod I0505 23:59:11.267184 3795 pod.go:62] [default-tenant/my-integration-test-javg-fjstc-verify-pod] pod update took 32.383592ms I0505 23:59:11.267206 3795 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-javg-fjstc-verify-pod] addLogicalPort annotation time took 32.409307ms I0505 23:59:11.268646 3795 pods.go:271] [default-tenant/my-integration-test-javg-fjstc-verify-pod] addLogicalPort took 34.011773ms, libovsdb time 982.656µs I0505 23:59:11.657510 3795 cni.go:452] [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key ] I0505 23:59:11.667386 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-javg-fjstc-verify-pod, hostIfaceName: 5d81b676faa0715, network: default, NAD default, SandboxID: "5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3", PCI device ID: , UID: "592ec6c7-b355-43e9-8a8a-4130ef258bdd", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0505 23:59:11.720270 3795 cni.go:473] [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d0:b8:cd:2b:3b\",\"name\":\"5d81b676faa0715\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa98158c-0b4b-43e0-a45d-df53cbf57290\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:59:11.889827 3795 cni.go:452] [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key ] I0505 23:59:11.968791 3795 cni.go:473] [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod 71de17184ab9a5288d598a85cabcc3b0807fbe2fa0c8cc0be6a5941e2b86eef6 network default NAD default NAD key default], result "{}", err I0505 23:59:12.020024 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:12.020058 3795 pods.go:176] Deleting pod: default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod I0505 23:59:12.021566 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod, ips: 10.128.0.67 I0505 23:59:12.021594 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:12.242665 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0505 23:59:28.027697 3795 cni.go:452] [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key ] I0505 23:59:28.143248 3795 cni.go:473] [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-javg-fjstc-verify-pod 5d81b676faa07155b74c504a4b2e750ac8dba8edd4882692d477abffea0e8ed3 network default NAD default NAD key default], result "{}", err I0505 23:59:28.285223 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:28.285275 3795 pods.go:176] Deleting pod: default-tenant/my-integration-test-javg-fjstc-verify-pod I0505 23:59:28.286936 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-javg-fjstc-verify-pod, ips: 10.128.0.68 I0505 23:59:28.286972 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:33.243507 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0505 23:59:34.334018 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 23:59:46.703772 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 23:59:48.337036 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 23:59:57.239154 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 23:59:58.809246 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 00:00:00.164962 3795 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr] creating logical port tsf-tas_segment-backup-nightly-metrics-29633760-2tbvr for pod on switch ip-10-0-0-191.ec2.internal I0506 00:00:00.165078 3795 kube.go:256] Updating pod tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr I0506 00:00:00.179358 3795 pod.go:62] [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr] pod update took 14.30715ms I0506 00:00:00.179387 3795 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr] addLogicalPort annotation time took 14.338808ms I0506 00:00:00.180683 3795 pods.go:271] [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr] addLogicalPort took 15.736272ms, libovsdb time 881.675µs I0506 00:00:00.294568 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-pruner-29633760-lwxx8] creating logical port openshift-image-registry_image-pruner-29633760-lwxx8 for pod on switch ip-10-0-0-191.ec2.internal I0506 00:00:00.294570 3795 base_network_controller_pods.go:487] [default/image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr] creating logical port image-controller_image-controller-image-pruner-cronjob-29633760-qvhlr for pod on switch ip-10-0-0-191.ec2.internal I0506 00:00:00.294697 3795 kube.go:256] Updating pod openshift-image-registry/image-pruner-29633760-lwxx8 I0506 00:00:00.294751 3795 kube.go:256] Updating pod image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr I0506 00:00:00.313163 3795 pod.go:62] [openshift-image-registry/image-pruner-29633760-lwxx8] pod update took 18.491282ms I0506 00:00:00.313187 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-pruner-29633760-lwxx8] addLogicalPort annotation time took 18.516244ms I0506 00:00:00.313276 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633760-8zg2p for pod on switch ip-10-0-0-191.ec2.internal I0506 00:00:00.313403 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p I0506 00:00:00.313682 3795 pod.go:62] [image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr] pod update took 18.953684ms I0506 00:00:00.313704 3795 base_network_controller_pods.go:951] [default/image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr] addLogicalPort annotation time took 18.977741ms I0506 00:00:00.314655 3795 pods.go:271] [openshift-image-registry/image-pruner-29633760-lwxx8] addLogicalPort took 20.106795ms, libovsdb time 928.681µs I0506 00:00:00.314829 3795 pods.go:271] [image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr] addLogicalPort took 20.280215ms, libovsdb time 731.88µs I0506 00:00:00.328321 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p] pod update took 14.936887ms I0506 00:00:00.328353 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p] addLogicalPort annotation time took 14.97198ms I0506 00:00:00.330217 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p] addLogicalPort took 16.952013ms, libovsdb time 1.248395ms I0506 00:00:00.334865 3795 base_network_controller_pods.go:487] [default/tsf-tas/backfill-redis-29633760-7jxsr] creating logical port tsf-tas_backfill-redis-29633760-7jxsr for pod on switch ip-10-0-0-191.ec2.internal I0506 00:00:00.335009 3795 kube.go:256] Updating pod tsf-tas/backfill-redis-29633760-7jxsr I0506 00:00:00.348765 3795 pod.go:62] [tsf-tas/backfill-redis-29633760-7jxsr] pod update took 13.7845ms I0506 00:00:00.348784 3795 base_network_controller_pods.go:951] [default/tsf-tas/backfill-redis-29633760-7jxsr] addLogicalPort annotation time took 13.807824ms I0506 00:00:00.350090 3795 pods.go:271] [tsf-tas/backfill-redis-29633760-7jxsr] addLogicalPort took 15.238585ms, libovsdb time 856.073µs I0506 00:00:00.550022 3795 cni.go:452] [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key ] I0506 00:00:00.560163 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-nightly-metrics-29633760-2tbvr, hostIfaceName: 079b29285160811, network: default, NAD default, SandboxID: "079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c", PCI device ID: , UID: "6ad49ccd-a753-4eca-95c6-68f791f88c19", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0506 00:00:00.614426 3795 cni.go:473] [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:aa:11:10:fb:c4\",\"name\":\"079b29285160811\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e65a6c6-7b75-4b9d-aa79-8a5b75368b2d\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 00:00:00.667469 3795 cni.go:452] [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key ] I0506 00:00:00.675355 3795 cni.go:452] [image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr b8cb71b64e91bde37cb8f5dbf6a3b0db0e5ce9c1a36cbbaacf8bf939dbf865ac network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr b8cb71b64e91bde37cb8f5dbf6a3b0db0e5ce9c1a36cbbaacf8bf939dbf865ac network default NAD default NAD key ] I0506 00:00:00.678672 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29633760-lwxx8, hostIfaceName: 5d56448d46862bc, network: default, NAD default, SandboxID: "5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024", PCI device ID: , UID: "2afd94c8-6a26-4e6a-98b0-2dfffca171b2", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0506 00:00:00.691452 3795 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-image-pruner-cronjob-29633760-qvhlr, hostIfaceName: b8cb71b64e91bde, network: default, NAD default, SandboxID: "b8cb71b64e91bde37cb8f5dbf6a3b0db0e5ce9c1a36cbbaacf8bf939dbf865ac", PCI device ID: , UID: "d4caff10-c4c6-4d80-9cd8-a5ce85122aee", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0506 00:00:00.695952 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key ] I0506 00:00:00.706970 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633760-8zg2p, hostIfaceName: 6b20d009f22bfcf, network: default, NAD default, SandboxID: "6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82", PCI device ID: , UID: "6e83dbb7-2de5-4629-8883-eda375c64e98", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0506 00:00:00.725865 3795 cni.go:452] [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key ] I0506 00:00:00.737190 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: backfill-redis-29633760-7jxsr, hostIfaceName: 8ef4b2e4b3417e1, network: default, NAD default, SandboxID: "8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638", PCI device ID: , UID: "ef492c53-5541-438d-ba88-d200f9c2f34c", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0506 00:00:00.744986 3795 cni.go:473] [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ce:8b:f0:69:8a\",\"name\":\"5d56448d46862bc\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3661b5f8-0e18-411c-934d-14bfd038cc68\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 00:00:00.822708 3795 cni.go:473] [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:87:01:5b:c1:e2\",\"name\":\"8ef4b2e4b3417e1\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5dd6796-9245-45a4-957f-9905e45e3948\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 00:00:00.983452 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1c:e6:d2:f0:bb\",\"name\":\"6b20d009f22bfcf\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af9ef9bb-cb33-4ab7-ba16-37a0c11188bd\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 00:00:00.983459 3795 cni.go:473] [image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr b8cb71b64e91bde37cb8f5dbf6a3b0db0e5ce9c1a36cbbaacf8bf939dbf865ac network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-image-pruner-cronjob-29633760-qvhlr b8cb71b64e91bde37cb8f5dbf6a3b0db0e5ce9c1a36cbbaacf8bf939dbf865ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:4c:0a:d5:4f:10\",\"name\":\"b8cb71b64e91bde\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ce676c3-f3b7-4ee4-aea6-bad5840aca58\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 00:00:03.281830 3795 cni.go:452] [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key ] I0506 00:00:03.281856 3795 cni.go:452] [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key ] I0506 00:00:03.391393 3795 cni.go:473] [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr 079b292851608115e644b8c40fa7e099037dc0fb65241b96658d45544f8f2f4c network default NAD default NAD key default], result "{}", err I0506 00:00:03.406839 3795 cni.go:473] [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-pruner-29633760-lwxx8 5d56448d46862bc445cce664da15bb82e98ffd95c6711fd8dfac58ffba982024 network default NAD default NAD key default], result "{}", err I0506 00:00:03.459494 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.459526 3795 pods.go:176] Deleting pod: tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr I0506 00:00:03.461057 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr, ips: 10.128.0.69 I0506 00:00:03.461084 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.480656 3795 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.480685 3795 pods.go:176] Deleting pod: openshift-image-registry/image-pruner-29633760-lwxx8 I0506 00:00:03.482416 3795 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29633760-lwxx8, ips: 10.128.0.70 I0506 00:00:03.482441 3795 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.834686 3795 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.835253 3795 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.285666 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.285693 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.291569 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key ] I0506 00:00:04.390565 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p 6b20d009f22bfcf9d4f34b988f001745bb1f8a355d4a35ca0fff7cdf5d045a82 network default NAD default NAD key default], result "{}", err I0506 00:00:04.449805 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.449844 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p I0506 00:00:04.451546 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p, ips: 10.128.0.72 I0506 00:00:04.451580 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.501825 3795 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.501882 3795 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.854956 3795 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.854979 3795 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.295700 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.295728 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.325782 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.325806 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.328957 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0506 00:00:05.329026 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0506 00:00:23.774186 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 00:00:50.481558 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 00:00:51.625686 3795 cni.go:452] [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key ] I0506 00:00:51.719651 3795 cni.go:473] [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/backfill-redis-29633760-7jxsr 8ef4b2e4b3417e165923443d4a08af7aa24854ed6c5ea9dffba42242c4c60638 network default NAD default NAD key default], result "{}", err I0506 00:00:51.772482 3795 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:51.772541 3795 pods.go:176] Deleting pod: tsf-tas/backfill-redis-29633760-7jxsr I0506 00:00:51.773860 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/backfill-redis-29633760-7jxsr, ips: 10.128.0.73 I0506 00:00:51.773891 3795 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:52.797029 3795 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:52.797072 3795 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:03:20.238850 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0506 00:03:23.573341 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 00:03:34.657067 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 00:03:46.241039 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0506 00:03:47.362661 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 00:05:25.336321 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 00:05:30.332442 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 00:05:45.241810 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 00:06:24.776532 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 00:06:31.245738 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0506 00:06:31.261340 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=108