+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-98.ec2.internal ++ [[ -n ip-10-0-1-98.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-98.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 07:29:44.470647145 - disable conntrack on geneve port' I0512 07:29:44.470647145 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 07:29:44.515745760 - starting ovnkube-node' I0512 07:29:44.515745760 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-98.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-98.ec2.internal --init-node ip-10-0-1-98.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-98.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 07:29:44.586454 3918 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 07:29:44.586511 3918 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-542058f9b9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 07:29:44.588114 3918 kube.go:431] Waiting for certificate I0512 07:29:44.588137 3918 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 07:29:44.588185 3918 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 07:29:44.588926 3918 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 07:29:44.622168 3918 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:29:44.622182 3918 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:29:44.625543 3918 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:29:44.625664 3918 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8x2nv" I0512 07:29:44.631667 3918 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8x2nv" I0512 07:29:44.631740 3918 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:29:45.588258 3918 kube.go:438] Certificate found I0512 07:29:45.589262 3918 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 07:29:45.590228 3918 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 07:29:45.646852 3918 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 07:24:44 +0000 UTC" deadline="2026-05-13 01:10:00.883052166 +0000 UTC" I0512 07:29:45.646887 3918 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h40m15.236176047s" I0512 07:29:45.653683 3918 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 07:29:45.676055 3918 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 07:29:45.676126 3918 server.go:101] MetricServer registers OVS metrics I0512 07:29:45.676452 3918 server.go:105] MetricServer registers OVN DB metrics I0512 07:29:45.676977 3918 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 07:29:45.677059 3918 factory.go:561] Starting watch factory I0512 07:29:45.677161 3918 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677204 3918 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677179 3918 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677262 3918 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677275 3918 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677276 3918 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677281 3918 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677293 3918 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677179 3918 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677380 3918 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677666 3918 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.677763 3918 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.680691 3918 controller_manager.go:370] Starting the ovnkube controller I0512 07:29:45.680702 3918 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-98.ec2.internal I0512 07:29:45.680755 3918 controller_manager.go:395] NBDB zone sync took: 44.145µs I0512 07:29:45.680767 3918 factory.go:561] Starting watch factory I0512 07:29:45.680976 3918 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 07:29:45.680999 3918 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 07:29:45.694549 3918 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 07:29:45.694579 3918 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 07:29:45.698012 3918 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.698093 3918 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 07:29:45.698123 3918 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.698132 3918 server.go:109] MetricServer registers OVN Controller metrics I0512 07:29:45.698250 3918 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.699859 3918 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.702634 3918 server.go:113] MetricServer registers OVN Northd metrics I0512 07:29:45.704928 3918 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.707959 3918 metrics.go:519] OVN Metrics Server starts to run ... I0512 07:29:45.712527 3918 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:29:45.782682 3918 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 07:29:45.782706 3918 factory.go:1977] *v1.Node informer cache synced successfully I0512 07:29:45.782712 3918 factory.go:1977] *v1.Service informer cache synced successfully I0512 07:29:45.782715 3918 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 07:29:45.782718 3918 factory.go:1977] *v1.Pod informer cache synced successfully I0512 07:29:45.782721 3918 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 07:29:45.782781 3918 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:29:45.782800 3918 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:29:45.782839 3918 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:29:45.782864 3918 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:29:45.785592 3918 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:29:45.785606 3918 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:29:45.786533 3918 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 07:29:45.786545 3918 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 07:29:45.786550 3918 factory.go:1977] *v1.Node informer cache synced successfully I0512 07:29:45.786555 3918 factory.go:1977] *v1.Service informer cache synced successfully I0512 07:29:45.786559 3918 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 07:29:45.786564 3918 factory.go:1977] *v1.Pod informer cache synced successfully I0512 07:29:45.787953 3918 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 07:29:45.787963 3918 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 07:29:45.788020 3918 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.788038 3918 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.790465 3918 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.792416 3918 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 07:29:45.792431 3918 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 07:29:45.793552 3918 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 07:29:45.793647 3918 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.793662 3918 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.795988 3918 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.797964 3918 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 07:29:45.799062 3918 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 07:29:45.799142 3918 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.799175 3918 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.801533 3918 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.803554 3918 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 07:29:45.804970 3918 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 07:29:45.805053 3918 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.805074 3918 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.807678 3918 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.808656 3918 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 07:29:45.810884 3918 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 07:29:45.810943 3918 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.810954 3918 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.813410 3918 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.814342 3918 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 07:29:45.816442 3918 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 07:29:45.816599 3918 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:29:45.816615 3918 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:29:45.819235 3918 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:29:45.819368 3918 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 07:29:45.822404 3918 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 07:29:45.822479 3918 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.822496 3918 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.822700 3918 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.822720 3918 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.824806 3918 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 07:29:45.825039 3918 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.825603 3918 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:29:45.827617 3918 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 07:29:45.827627 3918 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 07:29:45.827633 3918 factory.go:680] Watch Factory start up complete, took: 150.579004ms I0512 07:29:45.827695 3918 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 07:29:45.830044 3918 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 07:29:45.830053 3918 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 07:29:45.830059 3918 factory.go:680] Watch Factory start up complete, took: 149.292627ms I0512 07:29:45.830066 3918 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-98.ec2.internal" zone I0512 07:29:45.872500 3918 default_node_network_controller.go:710] Initializing the default node network controller I0512 07:29:45.952193 3918 udn_isolation.go:101] Starting UDN host isolation manager I0512 07:29:45.958812 3918 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 07:29:46.010356 3918 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 07:29:46.010478 3918 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 07:29:46.010495 3918 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 07:29:46.040991 3918 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 07:29:46.041045 3918 default_node_network_controller.go:809] Node ip-10-0-1-98.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0512 07:29:46.045777 3918 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.98"] k8s.ovn.org/zone-name:ip-10-0-1-98.ec2.internal] on node ip-10-0-1-98.ec2.internal I0512 07:29:46.066207 3918 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 07:29:46.071772 3918 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 07:29:46.071933 3918 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 07:29:46.072083 3918 gateway_init.go:263] Preparing Gateway I0512 07:29:46.072094 3918 gateway_shared_intf.go:1687] Creating new gateway I0512 07:29:46.080677 3918 controller_manager.go:429] Waiting for node in zone sync took: 250.600337ms I0512 07:29:46.085583 3918 controller_manager.go:611] Switching to transit router for layer2 networks I0512 07:29:46.085599 3918 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-98.ec2.internal I0512 07:29:46.101361 3918 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 07:29:46.107041 3918 controller_manager.go:290] SCTP support detected in OVN I0512 07:29:46.107615 3918 services_controller.go:69] Creating services controller for network=default I0512 07:29:46.107682 3918 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 07:29:46.107766 3918 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 07:29:46.107804 3918 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 07:29:46.107813 3918 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 07:29:46.107840 3918 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 07:29:46.108018 3918 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 07:29:46.108056 3918 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 07:29:46.108107 3918 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.244µs I0512 07:29:46.108127 3918 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 64.124µs I0512 07:29:46.108135 3918 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 78.968µs I0512 07:29:46.108141 3918 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 07:29:46.108148 3918 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 07:29:46.108173 3918 default_network_controller.go:325] Starting the default network controller I0512 07:29:46.108260 3918 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.405µs I0512 07:29:46.108281 3918 udn_enabled_svc.go:95] Performing full resync I0512 07:29:46.108595 3918 udn_enabled_svc.go:99] Waiting for handler to sync I0512 07:29:46.108617 3918 udn_enabled_svc.go:104] Starting worker I0512 07:29:46.116997 3918 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 07:29:46.117082 3918 repair.go:33] Syncing exgw routes took 73.114µs I0512 07:29:46.117102 3918 default_network_controller.go:414] Starting all the Watchers... I0512 07:29:46.117266 3918 namespace.go:98] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] adding namespace I0512 07:29:46.117272 3918 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 07:29:46.117271 3918 namespace.go:98] [openshift-dns-operator] adding namespace I0512 07:29:46.117282 3918 namespace.go:98] [openshift-config] adding namespace I0512 07:29:46.117305 3918 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 07:29:46.117306 3918 namespace.go:98] [openshift] adding namespace I0512 07:29:46.117305 3918 namespace.go:98] [openshift-package-operator] adding namespace I0512 07:29:46.117304 3918 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 07:29:46.117355 3918 namespace.go:98] [openshift-machine-api] adding namespace I0512 07:29:46.117368 3918 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 07:29:46.117372 3918 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 07:29:46.117376 3918 namespace.go:98] [openshift-authentication] adding namespace I0512 07:29:46.117381 3918 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 07:29:46.117386 3918 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 07:29:46.117400 3918 namespace.go:98] [openshift-image-registry] adding namespace I0512 07:29:46.117869 3918 namespace.go:102] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] adding namespace took 589.613µs I0512 07:29:46.117892 3918 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 07:29:46.118304 3918 namespace.go:102] [openshift-network-node-identity] adding namespace took 402.786µs I0512 07:29:46.118317 3918 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 07:29:46.118835 3918 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 512.007µs I0512 07:29:46.118857 3918 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 07:29:46.119319 3918 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.037797ms I0512 07:29:46.119330 3918 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 07:29:46.119865 3918 namespace.go:102] [openshift-dns-operator] adding namespace took 2.572764ms I0512 07:29:46.119881 3918 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0512 07:29:46.120399 3918 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ghrvx: pod openshift-network-diagnostics/network-check-target-ghrvx: no pod IPs found W0512 07:29:46.120412 3918 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ndt2f: pod openshift-network-diagnostics/network-check-target-ndt2f: no pod IPs found I0512 07:29:46.120444 3918 namespace.go:102] [openshift-config] adding namespace took 3.127863ms I0512 07:29:46.120461 3918 namespace.go:98] [openshift-logging] adding namespace I0512 07:29:46.121041 3918 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.728489ms I0512 07:29:46.121056 3918 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 07:29:46.121619 3918 namespace.go:102] [openshift] adding namespace took 4.305619ms I0512 07:29:46.121629 3918 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 07:29:46.122096 3918 namespace.go:102] [openshift-package-operator] adding namespace took 4.778928ms I0512 07:29:46.122104 3918 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 07:29:46.122639 3918 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.315335ms I0512 07:29:46.122656 3918 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 07:29:46.123129 3918 namespace.go:102] [openshift-machine-api] adding namespace took 5.762034ms I0512 07:29:46.123141 3918 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 07:29:46.123664 3918 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.289681ms I0512 07:29:46.123683 3918 namespace.go:98] [openshift-infra] adding namespace I0512 07:29:46.124175 3918 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.796646ms I0512 07:29:46.124201 3918 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 07:29:46.124752 3918 namespace.go:102] [openshift-authentication] adding namespace took 7.370147ms I0512 07:29:46.124769 3918 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 07:29:46.125180 3918 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.793148ms I0512 07:29:46.125194 3918 namespace.go:98] [openshift-apiserver] adding namespace I0512 07:29:46.125839 3918 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.443831ms I0512 07:29:46.125858 3918 namespace.go:98] [openshift-console] adding namespace I0512 07:29:46.126429 3918 namespace.go:102] [openshift-image-registry] adding namespace took 9.02198ms I0512 07:29:46.126444 3918 namespace.go:98] [openshift-operators] adding namespace I0512 07:29:46.126886 3918 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.025501ms I0512 07:29:46.126894 3918 namespace.go:98] [openshift-etcd] adding namespace I0512 07:29:46.127428 3918 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 8.094526ms I0512 07:29:46.127437 3918 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 07:29:46.127891 3918 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.004111ms I0512 07:29:46.127906 3918 namespace.go:98] [openshift-insights] adding namespace I0512 07:29:46.128365 3918 namespace.go:102] [openshift-logging] adding namespace took 7.898888ms I0512 07:29:46.128376 3918 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 07:29:46.128869 3918 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.808552ms I0512 07:29:46.128880 3918 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 07:29:46.129301 3918 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.667383ms I0512 07:29:46.129315 3918 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 07:29:46.129720 3918 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.609194ms I0512 07:29:46.129737 3918 namespace.go:98] [openshift-console-operator] adding namespace I0512 07:29:46.130187 3918 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.524232ms I0512 07:29:46.130201 3918 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 07:29:46.130704 3918 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.558057ms I0512 07:29:46.130715 3918 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 07:29:46.131250 3918 namespace.go:102] [openshift-infra] adding namespace took 7.559364ms I0512 07:29:46.131265 3918 namespace.go:98] [kube-node-lease] adding namespace I0512 07:29:46.131721 3918 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.509909ms I0512 07:29:46.131742 3918 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 07:29:46.132119 3918 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.342995ms I0512 07:29:46.132139 3918 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 07:29:46.132628 3918 namespace.go:102] [openshift-apiserver] adding namespace took 7.428576ms I0512 07:29:46.132642 3918 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 07:29:46.133002 3918 namespace.go:102] [openshift-console] adding namespace took 7.139087ms I0512 07:29:46.133016 3918 namespace.go:98] [dedicated-admin] adding namespace I0512 07:29:46.133441 3918 namespace.go:102] [openshift-operators] adding namespace took 6.992216ms I0512 07:29:46.133453 3918 namespace.go:98] [kube-system] adding namespace I0512 07:29:46.134122 3918 namespace.go:102] [openshift-etcd] adding namespace took 7.222311ms I0512 07:29:46.134136 3918 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 07:29:46.134598 3918 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.156448ms I0512 07:29:46.134610 3918 namespace.go:98] [openshift-ingress] adding namespace I0512 07:29:46.135171 3918 namespace.go:102] [openshift-insights] adding namespace took 7.258605ms I0512 07:29:46.135189 3918 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 07:29:46.135661 3918 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.276048ms I0512 07:29:46.135683 3918 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 07:29:46.136116 3918 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.229937ms I0512 07:29:46.136131 3918 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 07:29:46.136664 3918 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.343181ms I0512 07:29:46.136678 3918 namespace.go:98] [openshift-config-operator] adding namespace I0512 07:29:46.137054 3918 namespace.go:102] [openshift-console-operator] adding namespace took 7.311819ms I0512 07:29:46.137065 3918 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 07:29:46.137480 3918 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.274308ms I0512 07:29:46.137492 3918 namespace.go:98] [openshift-controller-manager] adding namespace I0512 07:29:46.137843 3918 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.12217ms I0512 07:29:46.137857 3918 namespace.go:98] [kube-public] adding namespace I0512 07:29:46.138250 3918 namespace.go:102] [kube-node-lease] adding namespace took 6.980265ms I0512 07:29:46.138261 3918 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 07:29:46.138656 3918 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.906615ms I0512 07:29:46.138665 3918 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 07:29:46.139054 3918 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.909518ms I0512 07:29:46.139066 3918 namespace.go:98] [openshift-host-network] adding namespace I0512 07:29:46.139479 3918 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.831572ms I0512 07:29:46.139491 3918 namespace.go:98] [openshift-network-console] adding namespace W0512 07:29:46.139826 3918 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-4k9gm: pod kube-system/global-pull-secret-syncer-4k9gm: no pod IPs found W0512 07:29:46.139836 3918 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-rhr2s: pod kube-system/global-pull-secret-syncer-rhr2s: no pod IPs found I0512 07:29:46.139860 3918 namespace.go:102] [dedicated-admin] adding namespace took 6.839541ms I0512 07:29:46.139872 3918 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 07:29:46.140702 3918 namespace.go:102] [kube-system] adding namespace took 6.870242ms I0512 07:29:46.140717 3918 namespace.go:98] [default] adding namespace I0512 07:29:46.140727 3918 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.588346ms I0512 07:29:46.141147 3918 namespace.go:102] [openshift-ingress] adding namespace took 6.533698ms I0512 07:29:46.141172 3918 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 07:29:46.141599 3918 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.404415ms I0512 07:29:46.141613 3918 namespace.go:98] [openshift-monitoring] adding namespace I0512 07:29:46.142139 3918 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.449635ms I0512 07:29:46.142163 3918 namespace.go:98] [openshift-dns] adding namespace I0512 07:29:46.142553 3918 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.41675ms I0512 07:29:46.142566 3918 namespace.go:98] [openshift-network-operator] adding namespace I0512 07:29:46.142929 3918 namespace.go:102] [openshift-config-operator] adding namespace took 6.246539ms I0512 07:29:46.142940 3918 namespace.go:98] [openshift-multus] adding namespace I0512 07:29:46.143426 3918 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.356243ms I0512 07:29:46.143440 3918 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 07:29:46.143796 3918 namespace.go:102] [openshift-controller-manager] adding namespace took 6.29959ms I0512 07:29:46.143824 3918 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 07:29:46.144176 3918 namespace.go:102] [kube-public] adding namespace took 6.314242ms I0512 07:29:46.144187 3918 namespace.go:98] [openshift-marketplace] adding namespace I0512 07:29:46.144690 3918 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.424168ms I0512 07:29:46.144703 3918 namespace.go:98] [openshift-node] adding namespace I0512 07:29:46.145175 3918 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.506494ms I0512 07:29:46.145182 3918 namespace.go:98] [openshift-cluster-version] adding namespace I0512 07:29:46.145722 3918 namespace.go:102] [openshift-host-network] adding namespace took 6.652126ms I0512 07:29:46.145729 3918 namespace.go:98] [openshift-backplane] adding namespace I0512 07:29:46.146104 3918 namespace.go:102] [openshift-network-console] adding namespace took 6.608191ms I0512 07:29:46.146115 3918 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 07:29:46.146495 3918 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.618414ms I0512 07:29:46.146504 3918 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 07:29:46.146845 3918 namespace.go:102] [default] adding namespace took 6.123447ms I0512 07:29:46.146856 3918 namespace.go:98] [openshift-config-managed] adding namespace I0512 07:29:46.147172 3918 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.996066ms I0512 07:29:46.147712 3918 namespace.go:102] [openshift-monitoring] adding namespace took 6.095007ms I0512 07:29:46.148131 3918 namespace.go:102] [openshift-dns] adding namespace took 5.962648ms W0512 07:29:46.148496 3918 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-klbm9: pod openshift-multus/network-metrics-daemon-klbm9: no pod IPs found W0512 07:29:46.148507 3918 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s6q2w: pod openshift-multus/network-metrics-daemon-s6q2w: no pod IPs found I0512 07:29:46.148542 3918 namespace.go:102] [openshift-network-operator] adding namespace took 5.972615ms I0512 07:29:46.149021 3918 namespace.go:102] [openshift-multus] adding namespace took 6.077267ms I0512 07:29:46.149587 3918 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.138528ms I0512 07:29:46.149606 3918 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 07:29:46.150055 3918 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.226888ms I0512 07:29:46.150065 3918 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 07:29:46.150582 3918 namespace.go:102] [openshift-marketplace] adding namespace took 6.388532ms I0512 07:29:46.150965 3918 namespace.go:102] [openshift-node] adding namespace took 6.257317ms I0512 07:29:46.150977 3918 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 07:29:46.151424 3918 namespace.go:102] [openshift-cluster-version] adding namespace took 6.238276ms I0512 07:29:46.151434 3918 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 07:29:46.151886 3918 namespace.go:102] [openshift-backplane] adding namespace took 6.152651ms I0512 07:29:46.152214 3918 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.095036ms I0512 07:29:46.152627 3918 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.118191ms I0512 07:29:46.152937 3918 namespace.go:102] [openshift-config-managed] adding namespace took 6.077706ms I0512 07:29:46.153348 3918 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.736833ms I0512 07:29:46.153758 3918 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.688984ms I0512 07:29:46.154108 3918 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.125585ms I0512 07:29:46.154450 3918 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.012268ms W0512 07:29:46.154531 3918 master.go:458] Unable to parse local node ip-10-0-1-98.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 07:29:46.154539 3918 master.go:471] Unable to parse remote node ip-10-0-0-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 07:29:46.154544 3918 master.go:481] Removing stale chassis with ID/Name: a24e7fea-c041-463b-9ef7-650ddc22e63b, hostname: ip-10-0-1-98.ec2.internal I0512 07:29:46.154907 3918 master.go:548] Adding or Updating local node "ip-10-0-1-98.ec2.internal" for network "default" I0512 07:29:46.154963 3918 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-63.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-63.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-63.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-63.ec2.internal I0512 07:29:46.157995 3918 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-98.ec2.internal for the network default I0512 07:29:46.158360 3918 zone_ic_handler.go:195] Time taken to create transit switch: 350.43µs I0512 07:29:46.159061 3918 default_network_controller.go:823] Node add failed for ip-10-0-1-98.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-98.ec2.internal, error getting gateway config for node ip-10-0-1-98.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-98.ec2.internal", failed to update chassis to local for local node ip-10-0-1-98.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-98.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-98.ec2.internal] E0512 07:29:46.159102 3918 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-98.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-98.ec2.internal, error getting gateway config for node ip-10-0-1-98.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-98.ec2.internal", failed to update chassis to local for local node ip-10-0-1-98.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-98.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-98.ec2.internal] I0512 07:29:46.159145 3918 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 07:29:46.159177 3918 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 07:29:46.159181 3918 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-98.ec2.internal", UID:"94bf98c7-1fa0-48af-997c-d471f6b60e80", APIVersion:"v1", ResourceVersion:"8692", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-98.ec2.internal, error getting gateway config for node ip-10-0-1-98.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-98.ec2.internal", failed to update chassis to local for local node ip-10-0-1-98.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-98.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-98.ec2.internal] I0512 07:29:46.159194 3918 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 07:29:46.159199 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:29:46.159228 3918 node_tracker.go:235] Node ip-10-0-0-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-63.ec2.internal" I0512 07:29:46.159242 3918 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:29:46.159256 3918 services_controller.go:574] Full service sync requested for network=default I0512 07:29:46.159266 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default" I0512 07:29:46.159275 3918 node_tracker.go:235] Node ip-10-0-1-98.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-98.ec2.internal" I0512 07:29:46.159280 3918 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default" I0512 07:29:46.159285 3918 services_controller.go:574] Full service sync requested for network=default I0512 07:29:46.180398 3918 iptables.go:108] Creating table: filter chain: FORWARD I0512 07:29:46.186195 3918 iptables.go:108] Creating table: filter chain: OUTPUT I0512 07:29:46.191922 3918 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 07:29:46.191934 3918 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-98.ec2.internal","mac-address":"0a:ff:fa:c4:c6:2b","ip-addresses":["10.0.1.98/24"],"ip-address":"10.0.1.98/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a24e7fea-c041-463b-9ef7-650ddc22e63b k8s.ovn.org/node-encap-ips:["10.0.1.98"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.98/24"} k8s.ovn.org/zone-name:ip-10-0-1-98.ec2.internal] on node ip-10-0-1-98.ec2.internal I0512 07:29:46.209256 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default" I0512 07:29:46.209300 3918 master.go:548] Adding or Updating local node "ip-10-0-1-98.ec2.internal" for network "default" I0512 07:29:46.209316 3918 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default" I0512 07:29:46.209328 3918 services_controller.go:574] Full service sync requested for network=default I0512 07:29:46.212520 3918 default_node_network_controller.go:519] Node connection status = connected W0512 07:29:46.214457 3918 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-klbm9: pod openshift-multus/network-metrics-daemon-klbm9: no pod IPs found W0512 07:29:46.214485 3918 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-rhr2s: pod kube-system/global-pull-secret-syncer-rhr2s: no pod IPs found W0512 07:29:46.214496 3918 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ghrvx: pod openshift-network-diagnostics/network-check-target-ghrvx: no pod IPs found I0512 07:29:46.215459 3918 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-98.ec2.internal for the network default I0512 07:29:46.215691 3918 zone_ic_handler.go:195] Time taken to create transit switch: 216.772µs I0512 07:29:46.260132 3918 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 07:29:46.260165 3918 services_controller.go:208] Setting up event handlers for services for network=default I0512 07:29:46.260226 3918 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 07:29:46.260271 3918 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 07:29:46.260289 3918 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 07:29:46.360614 3918 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 07:29:46.360631 3918 repair.go:60] Starting repairing loop for services I0512 07:29:46.360707 3918 repair.go:131] Deleted 0 stale service LBs I0512 07:29:46.360724 3918 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 07:29:46.360739 3918 repair.go:62] Finished repairing loop for services: 110.359µs I0512 07:29:46.360762 3918 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 07:29:46.360772 3918 services_controller.go:254] Starting workers for network=default I0512 07:29:46.361103 3918 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-klbm9] creating logical port openshift-multus_network-metrics-daemon-klbm9 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:46.361181 3918 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-s6q2w, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s6q2w: suppressed error logged: pod openshift-multus/network-metrics-daemon-s6q2w: no pod IPs found I0512 07:29:46.361297 3918 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-klbm9 I0512 07:29:46.361340 3918 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ndt2f, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ndt2f: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ndt2f: no pod IPs found I0512 07:29:46.361355 3918 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-4k9gm, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-4k9gm: suppressed error logged: pod kube-system/global-pull-secret-syncer-4k9gm: no pod IPs found I0512 07:29:46.361391 3918 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ghrvx] creating logical port openshift-network-diagnostics_network-check-target-ghrvx for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:46.361501 3918 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ghrvx I0512 07:29:46.361506 3918 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-rhr2s] creating logical port kube-system_global-pull-secret-syncer-rhr2s for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:46.361666 3918 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-rhr2s I0512 07:29:46.377253 3918 pod.go:62] [kube-system/global-pull-secret-syncer-rhr2s] pod update took 15.613741ms I0512 07:29:46.377269 3918 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-rhr2s] addLogicalPort annotation time took 15.631064ms I0512 07:29:46.377999 3918 pods.go:271] [kube-system/global-pull-secret-syncer-rhr2s] addLogicalPort took 16.498404ms, libovsdb time 562.072µs I0512 07:29:46.381326 3918 pod.go:62] [openshift-multus/network-metrics-daemon-klbm9] pod update took 20.128485ms I0512 07:29:46.381347 3918 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-klbm9] addLogicalPort annotation time took 20.149019ms I0512 07:29:46.382039 3918 pods.go:271] [openshift-multus/network-metrics-daemon-klbm9] addLogicalPort took 20.940476ms, libovsdb time 513.194µs I0512 07:29:46.383261 3918 pod.go:62] [openshift-network-diagnostics/network-check-target-ghrvx] pod update took 21.802921ms I0512 07:29:46.383276 3918 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ghrvx] addLogicalPort annotation time took 21.821244ms I0512 07:29:46.384421 3918 pods.go:271] [openshift-network-diagnostics/network-check-target-ghrvx] addLogicalPort took 23.036807ms, libovsdb time 949.864µs I0512 07:29:46.384820 3918 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 07:29:46.384845 3918 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 07:29:46.384863 3918 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 07:29:46.384871 3918 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 07:29:46.385061 3918 repair.go:29] Repairing admin network policies took 184.009µs I0512 07:29:46.385191 3918 repair.go:92] Repairing baseline admin network policies took 119.763µs I0512 07:29:46.385509 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 07:29:46.385906 3918 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 07:29:46.385922 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 07:29:46.387652 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 07:29:46.387673 3918 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 07:29:46.387682 3918 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 07:29:46.389168 3918 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 07:29:46.389186 3918 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 07:29:46.389195 3918 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 07:29:46.390883 3918 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 07:29:46.390902 3918 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 07:29:46.390913 3918 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 07:29:46.392903 3918 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 07:29:46.392920 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 07:29:46.392928 3918 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 07:29:46.394264 3918 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 07:29:46.394280 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 07:29:46.394287 3918 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 07:29:46.394706 3918 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 07:29:46.394724 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 07:29:46.394732 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 07:29:46.395226 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 07:29:46.395243 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 07:29:46.395250 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 07:29:46.395692 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 07:29:46.395707 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 07:29:46.395716 3918 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 07:29:46.396229 3918 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 07:29:46.396247 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 07:29:46.396264 3918 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 07:29:46.396573 3918 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 07:29:46.396589 3918 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 07:29:46.396598 3918 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 07:29:46.397796 3918 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 07:29:46.397815 3918 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 07:29:46.397827 3918 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 07:29:46.398896 3918 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 07:29:46.398920 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 07:29:46.398929 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 07:29:46.400441 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 07:29:46.400462 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 07:29:46.400469 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 07:29:46.400961 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 07:29:46.400983 3918 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 07:29:46.400993 3918 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 07:29:46.401564 3918 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 07:29:46.401580 3918 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 07:29:46.401588 3918 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 07:29:46.402514 3918 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 07:29:46.402530 3918 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 07:29:46.402536 3918 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 07:29:46.402809 3918 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 07:29:46.402827 3918 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 07:29:46.402837 3918 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 07:29:46.403935 3918 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 07:29:46.403968 3918 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 07:29:46.403977 3918 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 07:29:46.404292 3918 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 07:29:46.404308 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 07:29:46.404315 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 07:29:46.404634 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 07:29:46.404658 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 07:29:46.404667 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 07:29:46.405977 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 07:29:46.406002 3918 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 07:29:46.406012 3918 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 07:29:46.406988 3918 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 07:29:46.407005 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 07:29:46.407023 3918 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 07:29:46.407723 3918 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 07:29:46.407738 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 07:29:46.407746 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 07:29:46.408307 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 07:29:46.408323 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 07:29:46.408339 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 07:29:46.409212 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 07:29:46.409229 3918 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 07:29:46.409238 3918 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 07:29:46.410747 3918 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 07:29:46.410765 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 07:29:46.410772 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 07:29:46.411212 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 07:29:46.411225 3918 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 07:29:46.411245 3918 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 07:29:46.411886 3918 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 07:29:46.411907 3918 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 07:29:46.411919 3918 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 07:29:46.412976 3918 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 07:29:46.417259 3918 egressfirewall.go:374] Starting EgressFirewall controller I0512 07:29:46.417301 3918 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 07:29:46.417322 3918 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 07:29:46.417354 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 07:29:46.417372 3918 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 07:29:46.417356 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 07:29:46.417384 3918 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 07:29:46.417660 3918 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 07:29:46.417674 3918 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 07:29:46.417679 3918 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 07:29:46.417686 3918 egressqos.go:193] Setting up event handlers for EgressQoS I0512 07:29:46.417693 3918 egressfirewall.go:723] Syncing node "ip-10-0-0-63.ec2.internal" for egress firewall I0512 07:29:46.417701 3918 egressfirewall.go:723] Syncing node "ip-10-0-1-98.ec2.internal" for egress firewall I0512 07:29:46.417813 3918 egressqos.go:245] Starting EgressQoS Controller I0512 07:29:46.417827 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 07:29:46.417835 3918 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 07:29:46.417840 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 07:29:46.417844 3918 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 07:29:46.417864 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 07:29:46.417872 3918 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 07:29:46.417875 3918 egressqos.go:259] Repairing EgressQoSes I0512 07:29:46.417879 3918 egressqos.go:399] Starting repairing loop for egressqos I0512 07:29:46.417962 3918 egressqos.go:401] Finished repairing loop for egressqos: 82.092µs I0512 07:29:46.417981 3918 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 07:29:46.418016 3918 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-98.ec2.internal I0512 07:29:46.418059 3918 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-98.ec2.internal : 43.666µs I0512 07:29:46.418217 3918 egressservice_zone.go:210] Starting Egress Services Controller I0512 07:29:46.418230 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 07:29:46.418237 3918 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 07:29:46.418242 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 07:29:46.418246 3918 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 07:29:46.418251 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 07:29:46.418255 3918 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 07:29:46.418261 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 07:29:46.418265 3918 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 07:29:46.418269 3918 egressservice_zone.go:228] Repairing Egress Services I0512 07:29:46.418599 3918 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 07:29:46.418610 3918 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 07:29:46.418673 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:29:46.418684 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 15.576µs I0512 07:29:46.418691 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal I0512 07:29:46.418694 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 4.091µs I0512 07:29:46.418740 3918 default_network_controller.go:585] Completing all the Watchers took 301.630313ms I0512 07:29:46.418754 3918 default_network_controller.go:589] Starting unidling controllers I0512 07:29:46.418767 3918 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 07:29:46.418777 3918 unidle.go:63] Populating Initial ContollerEvent events I0512 07:29:46.418789 3918 unidle.go:79] Setting up event handlers for services I0512 07:29:46.418870 3918 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 07:29:46.713803 3918 default_node_network_controller.go:519] Node connection status = connected I0512 07:29:47.214316 3918 default_node_network_controller.go:519] Node connection status = connected I0512 07:29:47.713428 3918 default_node_network_controller.go:519] Node connection status = connected I0512 07:29:48.214315 3918 default_node_network_controller.go:519] Node connection status = connected I0512 07:29:48.454582 3918 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 07:29:48.713754 3918 default_node_network_controller.go:519] Node connection status = connected I0512 07:29:48.730800 3918 bridgeconfig.go:537] Gateway is ready I0512 07:29:48.730825 3918 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 07:29:48.741922 3918 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.98. Updating OVN encap IP. I0512 07:29:48.746826 3918 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.98 - it is already configured I0512 07:29:48.746839 3918 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.98/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 07:29:48.747053 3918 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.98/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-98.ec2.internal","mac-address":"0a:ff:fa:c4:c6:2b","ip-addresses":["10.0.1.98/24"],"ip-address":"10.0.1.98/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a24e7fea-c041-463b-9ef7-650ddc22e63b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.98/24"}] on node ip-10-0-1-98.ec2.internal I0512 07:29:48.762558 3918 master.go:548] Adding or Updating local node "ip-10-0-1-98.ec2.internal" for network "default" I0512 07:29:48.762625 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal I0512 07:29:48.762644 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 23.858µs I0512 07:29:48.762626 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default" I0512 07:29:48.762667 3918 egressfirewall.go:723] Syncing node "ip-10-0-1-98.ec2.internal" for egress firewall I0512 07:29:48.762704 3918 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default" I0512 07:29:48.762718 3918 services_controller.go:574] Full service sync requested for network=default I0512 07:29:48.763386 3918 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.98 I0512 07:29:48.763464 3918 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-98.ec2.internal I0512 07:29:48.767026 3918 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-98.ec2.internal. Updating no re-route policies I0512 07:29:48.767100 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-qr2x9 I0512 07:29:48.767111 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-krrmv I0512 07:29:48.767122 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5x9c I0512 07:29:48.767129 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-krrmv I0512 07:29:48.767130 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ndt2f I0512 07:29:48.767132 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ghrvx I0512 07:29:48.767138 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gbxjv I0512 07:29:48.767125 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r779b I0512 07:29:48.767145 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ghrvx I0512 07:29:48.767146 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-65l69 I0512 07:29:48.767167 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s6q2w I0512 07:29:48.767175 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-65l69 I0512 07:29:48.767171 3918 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-98.ec2.internal I0512 07:29:48.767180 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-98.ec2.internal I0512 07:29:48.767181 3918 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ktw95 I0512 07:29:48.767193 3918 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-98.ec2.internal I0512 07:29:48.767193 3918 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-4k9gm I0512 07:29:48.767196 3918 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ghrvx] creating logical port openshift-network-diagnostics_network-check-target-ghrvx for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:48.767197 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qk4jw I0512 07:29:48.767196 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-l2qbm I0512 07:29:48.767204 3918 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-4k9gm I0512 07:29:48.767210 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-qk4jw I0512 07:29:48.767210 3918 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-98.ec2.internal after 0 failed attempt(s) I0512 07:29:48.767214 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-l2qbm I0512 07:29:48.767235 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-qk4jw after 0 failed attempt(s) I0512 07:29:48.767239 3918 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-4k9gm, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-4k9gm: suppressed error logged: pod kube-system/global-pull-secret-syncer-4k9gm: no pod IPs found I0512 07:29:48.767141 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ndt2f I0512 07:29:48.767255 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-l2qbm after 0 failed attempt(s) I0512 07:29:48.767193 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-98.ec2.internal I0512 07:29:48.767271 3918 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-rhr2s I0512 07:29:48.767276 3918 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ndt2f, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ndt2f: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ndt2f: no pod IPs found I0512 07:29:48.767169 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r779b I0512 07:29:48.767282 3918 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-rhr2s I0512 07:29:48.767287 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-98.ec2.internal after 0 failed attempt(s) I0512 07:29:48.767292 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r779b after 0 failed attempt(s) I0512 07:29:48.767178 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s6q2w I0512 07:29:48.767312 3918 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-rhr2s] creating logical port kube-system_global-pull-secret-syncer-rhr2s for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:48.767197 3918 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ktw95 I0512 07:29:48.767401 3918 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ktw95 after 0 failed attempt(s) I0512 07:29:48.767315 3918 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-s6q2w, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s6q2w: suppressed error logged: pod openshift-multus/network-metrics-daemon-s6q2w: no pod IPs found I0512 07:29:48.767165 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gbxjv I0512 07:29:48.767425 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gbxjv after 0 failed attempt(s) I0512 07:29:48.767169 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-krrmv after 0 failed attempt(s) I0512 07:29:48.767111 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-klbm9 I0512 07:29:48.767446 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-klbm9 I0512 07:29:48.767491 3918 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-klbm9] creating logical port openshift-multus_network-metrics-daemon-klbm9 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:48.767116 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-qr2x9 I0512 07:29:48.767638 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-qr2x9 after 0 failed attempt(s) I0512 07:29:48.767200 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-65l69 after 0 failed attempt(s) I0512 07:29:48.767141 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5x9c I0512 07:29:48.767675 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5x9c after 0 failed attempt(s) I0512 07:29:48.767956 3918 pods.go:271] [openshift-network-diagnostics/network-check-target-ghrvx] addLogicalPort took 771.96µs, libovsdb time 312.682µs I0512 07:29:48.767967 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ghrvx after 0 failed attempt(s) I0512 07:29:48.768271 3918 pods.go:271] [openshift-multus/network-metrics-daemon-klbm9] addLogicalPort took 802.61µs, libovsdb time 376.658µs I0512 07:29:48.768282 3918 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-klbm9 after 0 failed attempt(s) I0512 07:29:48.768341 3918 pods.go:271] [kube-system/global-pull-secret-syncer-rhr2s] addLogicalPort took 1.03747ms, libovsdb time 361.911µs I0512 07:29:48.768353 3918 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-rhr2s after 0 failed attempt(s) I0512 07:29:48.778945 3918 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 07:29:48.790924 3918 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 07:29:48.794180 3918 iptables.go:108] Creating table: nat chain: OUTPUT I0512 07:29:48.843445 3918 iptables.go:108] Creating table: nat chain: PREROUTING I0512 07:29:48.912268 3918 iptables.go:108] Creating table: filter chain: FORWARD I0512 07:29:48.930404 3918 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 07:29:48.930520 3918 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 07:29:48.930582 3918 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 07:29:48.930670 3918 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 07:29:48.930738 3918 gateway_init.go:325] Gateway and management port readiness took 2.721637218s I0512 07:29:48.930768 3918 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 07:29:48.930811 3918 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 07:29:48.930825 3918 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 07:29:48.930834 3918 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 07:29:48.930908 3918 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 07:29:48.931063 3918 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.579µs I0512 07:29:48.931291 3918 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 07:29:48.931325 3918 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.401µs I0512 07:29:48.931335 3918 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 45.338µs I0512 07:29:48.931343 3918 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 07:29:48.931356 3918 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 07:29:48.931365 3918 default_node_network_controller.go:899] Starting the default node network controller I0512 07:29:48.931370 3918 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 07:29:48.931449 3918 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.801µs I0512 07:29:48.931554 3918 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 07:29:48.931563 3918 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 07:29:48.931592 3918 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c10770 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002dc000 0xc0007dda40 0xc0002dc070 0xc0002dc0e0 0xc000a8a280 0xc00646b340 0xc0002dc150 map[0x2ff9080:0xc002635b60 0x2ff95c0:0xc002635ce0 0x2ffa2e0:0xc0019996e0 0x2ffa580:0xc002635b00 0x2ffad60:0xc002635bc0 0x2ffb000:0xc002635c20 0x2ffb2a0:0xc002635c80 0x2ffba80:0xc002635d40 0x2ffbd20:0xc002635da0 0x3026980:0xc000e13440 0x3026d20:0xc000e134a0 0x3027800:0xc000c4aa80 0x3029160:0xc001c10000 0x30298a0:0xc001999680 0x302a720:0xc001c10060] 0xc0006be9a0 0} I0512 07:29:48.931665 3918 gateway.go:151] Starting gateway service sync I0512 07:29:48.932181 3918 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 07:29:48.934435 3918 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 07:29:48.962710 3918 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 07:29:48.963893 3918 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 07:29:48.965037 3918 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 07:29:48.999719 3918 gateway.go:168] Gateway service sync done. Time taken: 68.039763ms I0512 07:29:49.000136 3918 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31645 I0512 07:29:49.000691 3918 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c10770 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002dc000 0xc0007dda40 0xc0002dc070 0xc0002dc0e0 0xc000a8a280 0xc00646b340 0xc0002dc150 map[0x2ff9080:0xc002635b60 0x2ff95c0:0xc002635ce0 0x2ffa2e0:0xc0019996e0 0x2ffa580:0xc002635b00 0x2ffad60:0xc002635bc0 0x2ffb000:0xc002635c20 0x2ffb2a0:0xc002635c80 0x2ffba80:0xc002635d40 0x2ffbd20:0xc002635da0 0x3026980:0xc000e13440 0x3026d20:0xc000e134a0 0x3027800:0xc000c4aa80 0x3029160:0xc001c10000 0x30298a0:0xc001999680 0x302a720:0xc001c10060] 0xc0006be9a0 0} I0512 07:29:49.001238 3918 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c10770 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002dc000 0xc0007dda40 0xc0002dc070 0xc0002dc0e0 0xc000a8a280 0xc00646b340 0xc0002dc150 map[0x2ff9080:0xc002635b60 0x2ff95c0:0xc002635ce0 0x2ffa2e0:0xc0019996e0 0x2ffa580:0xc002635b00 0x2ffad60:0xc002635bc0 0x2ffb000:0xc002635c20 0x2ffb2a0:0xc002635c80 0x2ffba80:0xc002635d40 0x2ffbd20:0xc002635da0 0x3026980:0xc000e13440 0x3026d20:0xc000e134a0 0x3027800:0xc000c4aa80 0x3029160:0xc001c10000 0x30298a0:0xc001999680 0x302a720:0xc001c10060] 0xc0006be9a0 0} I0512 07:29:49.001285 3918 gateway.go:532] Reconciling gateway with updates I0512 07:29:49.006783 3918 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 07:29:49.006892 3918 default_node_network_controller.go:944] Gateway and management port readiness took 75.321824ms I0512 07:29:49.006972 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:29:49.006992 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:29:49.006995 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:29:49.007003 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:29:49.007001 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:29:49.007024 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:29:49.007024 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 07:29:49.007043 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 07:29:49.007044 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:29:49.006981 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 07:29:49.007072 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 07:29:49.007074 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:29:49.007071 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 07:29:49.007089 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 07:29:49.007091 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:29:49.007094 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:29:49.007096 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 07:29:49.007106 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:29:49.007108 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 07:29:49.007110 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 07:29:49.007057 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 07:29:49.007120 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:29:49.007124 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:29:49.007130 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 07:29:49.007117 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:29:49.007136 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:29:49.007139 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:29:49.007095 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:29:49.007148 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:29:49.007129 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:29:49.007178 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:29:49.007131 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:29:49.007143 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 07:29:49.007131 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 07:29:49.007134 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:29:49.007192 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 07:29:49.007194 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:29:49.007195 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:29:49.007075 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:29:49.007201 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 07:29:49.007209 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:29:49.007211 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:29:49.007213 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 07:29:49.007201 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:29:49.007176 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:29:49.007228 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:29:49.007235 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:29:49.007241 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:29:49.007241 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:29:49.007182 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:29:49.007247 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:29:49.007257 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:29:49.007261 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:29:49.007265 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:29:49.007272 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:29:49.007275 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:29:49.007279 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:29:49.007284 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:29:49.007289 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:29:49.007291 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:29:49.007257 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:29:49.007296 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 07:29:49.007177 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:29:49.007305 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:29:49.007306 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:29:49.007311 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 07:29:49.007311 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:29:49.007313 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 07:29:49.007320 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:29:49.007302 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:29:49.007325 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:29:49.007326 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:29:49.007335 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:29:49.007312 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:29:49.007341 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:29:49.007343 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:29:49.007109 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:29:49.007202 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 07:29:49.007358 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 07:29:49.007360 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:29:49.007077 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:29:49.007372 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:29:49.007370 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 07:29:49.007329 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:29:49.007116 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 07:29:49.007255 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:29:49.007423 3918 port_claim.go:71] Svc openshift-ingress/router-default: port 32239 is already open, no action needed I0512 07:29:49.007435 3918 port_claim.go:71] Svc openshift-ingress/router-default: port 32665 is already open, no action needed I0512 07:29:49.007183 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:29:49.007444 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:29:49.007455 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:29:49.007424 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:29:49.007293 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:29:49.007183 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:29:49.007520 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 07:29:49.007190 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:29:49.007332 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:29:49.007546 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 07:29:49.007345 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:29:49.007277 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:29:49.007347 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:29:49.008198 3918 node_ip_handler_linux.go:160] Node IP manager is running W0512 07:29:49.046044 3918 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 07:29:49.046185 3918 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 07:29:49.046320 3918 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0512 07:29:49.054943 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 07:29:49.078613 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 07:29:49.078656 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 07:29:49.078686 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 07:29:49.078693 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 07:29:49.078700 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 07:29:49.078706 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 07:29:49.078712 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 07:29:49.078730 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 07:29:49.078743 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 07:29:49.078750 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 07:29:49.078756 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 07:29:49.078761 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 07:29:49.078766 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 07:29:49.078772 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 07:29:49.078788 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 07:29:49.078812 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 07:29:49.078825 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 07:29:49.078832 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 07:29:49.078838 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 07:29:49.078843 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 07:29:49.078848 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 07:29:49.078854 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 07:29:49.078860 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 07:29:49.078865 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 07:29:49.078872 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 07:29:49.120987 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 07:29:49.121015 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 07:29:49.121030 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 07:29:49.121037 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 07:29:49.121044 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 07:29:49.121065 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 07:29:49.121079 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 07:29:49.328744 3918 default_network_controller.go:1025] Node "ip-10-0-0-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:29:50.285616 3918 default_node_network_controller.go:1380] Starting node controller node sync W0512 07:29:50.285624 3918 egressip_healthcheck.go:76] Health checking using insecure connection I0512 07:29:50.285681 3918 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0512 07:29:50.295860 3918 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 10.225614ms I0512 07:29:50.295982 3918 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 07:29:50.296299 3918 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 07:29:50.296439 3918 egressservice_node.go:183] Starting Egress Services Controller I0512 07:29:50.296457 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 07:29:50.296466 3918 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 07:29:50.296474 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 07:29:50.296479 3918 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 07:29:50.296484 3918 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 07:29:50.296489 3918 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 07:29:50.296494 3918 egressservice_node.go:197] Repairing Egress Services I0512 07:29:50.306071 3918 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 07:29:50.306082 3918 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 07:29:50.306294 3918 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 07:29:50.306308 3918 link_network_manager.go:119] Link manager is running I0512 07:29:50.306321 3918 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 07:29:50.306539 3918 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 07:29:50.307000 3918 vrf_manager.go:128] VRF manager is running I0512 07:29:50.307188 3918 node_controller_manager.go:437] Removing flows to drop GARP I0512 07:29:50.307197 3918 gateway.go:532] Reconciling gateway with updates I0512 07:29:50.320985 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:29:50.320991 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:29:50.321000 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:29:50.321006 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:29:50.321010 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:29:50.321017 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:29:50.321018 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 07:29:50.321029 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:29:50.321036 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:29:50.321089 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 07:29:50.321093 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 07:29:50.321107 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:29:50.321109 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 07:29:50.321110 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:29:50.321115 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:29:50.321123 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:29:50.321138 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 07:29:50.321163 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:29:50.321145 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:29:50.321173 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 07:29:50.321177 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:29:50.321182 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 07:29:50.321181 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:29:50.321187 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:29:50.321202 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:29:50.321206 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:29:50.321209 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:29:50.321227 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:29:50.321141 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 07:29:50.321251 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:29:50.321189 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:29:50.321261 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:29:50.321263 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 07:29:50.321278 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 07:29:50.321199 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:29:50.321304 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:29:50.321324 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 07:29:50.321171 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:29:50.321342 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 07:29:50.321350 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 07:29:50.321303 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 07:29:50.321191 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 07:29:50.321371 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 07:29:50.321186 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:29:50.321399 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 07:29:50.321277 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:29:50.321413 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:29:50.321400 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 07:29:50.321188 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 07:29:50.321484 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 07:29:50.321500 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 07:29:50.321509 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 07:29:50.321255 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 07:29:50.321516 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 07:29:50.321520 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 07:29:50.321522 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 07:29:50.321525 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 07:29:50.321530 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 07:29:50.321533 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:29:50.321537 3918 port_claim.go:71] Svc openshift-ingress/router-default: port 32239 is already open, no action needed I0512 07:29:50.321541 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:29:50.321544 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:29:50.321545 3918 port_claim.go:71] Svc openshift-ingress/router-default: port 32665 is already open, no action needed I0512 07:29:50.321547 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:29:50.321550 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 07:29:50.321535 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 07:29:50.321556 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:29:50.321561 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:29:50.321563 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:29:50.321566 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:29:50.321566 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:29:50.321570 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:29:50.321570 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 07:29:50.321575 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 07:29:50.321578 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:29:50.321575 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:29:50.321583 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:29:50.321588 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:29:50.321587 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:29:50.321600 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 07:29:50.321602 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:29:50.321612 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:29:50.321617 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:29:50.321617 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 07:29:50.321583 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:29:50.321627 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:29:50.321628 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:29:50.321633 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:29:50.321634 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:29:50.321636 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:29:50.321641 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:29:50.321643 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:29:50.321582 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:29:50.321650 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:29:50.321651 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 07:29:50.321618 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:29:50.321667 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:29:50.321668 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:29:50.321678 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:29:50.321686 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:29:50.321693 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:29:50.321689 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:29:50.321630 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 07:29:50.321710 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:29:50.321640 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:29:50.321734 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 07:29:50.321643 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 07:29:50.321624 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:29:50.321744 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:29:50.321755 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:29:50.321651 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:29:50.321657 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:29:50.321591 3918 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:29:50.322170 3918 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:29:50.346189 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 07:29:50.346206 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 07:29:50.346214 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 07:29:50.383695 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 07:29:50.383710 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 07:29:50.383718 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 07:29:50.383724 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 07:29:50.383729 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 07:29:50.383737 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 07:29:50.383744 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 07:29:50.420699 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 07:29:50.420724 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 07:29:50.420732 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 07:29:50.420738 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 07:29:50.420743 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 07:29:50.420750 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 07:29:50.420755 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 07:29:50.420761 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 07:29:50.420766 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 07:29:50.420772 3918 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 07:29:52.254874 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal I0512 07:29:52.254908 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 41.201µs I0512 07:29:52.285231 3918 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58fb76765c-tg5wm] creating logical port openshift-image-registry_image-registry-58fb76765c-tg5wm for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.285421 3918 kube.go:256] Updating pod openshift-image-registry/image-registry-58fb76765c-tg5wm I0512 07:29:52.305094 3918 pod.go:62] [openshift-image-registry/image-registry-58fb76765c-tg5wm] pod update took 19.736955ms I0512 07:29:52.305114 3918 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-58fb76765c-tg5wm] addLogicalPort annotation time took 19.759418ms I0512 07:29:52.306212 3918 pods.go:271] [openshift-image-registry/image-registry-58fb76765c-tg5wm] addLogicalPort took 20.99857ms, libovsdb time 814.737µs I0512 07:29:52.326667 3918 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vvjn8] creating logical port openshift-dns_dns-default-vvjn8 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.326783 3918 kube.go:256] Updating pod openshift-dns/dns-default-vvjn8 I0512 07:29:52.332858 3918 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-n56h8 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.332988 3918 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8 I0512 07:29:52.333059 3918 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-nskw5] creating logical port openshift-insights_insights-operator-6dbb575d6c-nskw5 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.333148 3918 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-nskw5 I0512 07:29:52.333208 3918 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-jg28f for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.333289 3918 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f I0512 07:29:52.337426 3918 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-mgkjc for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.337503 3918 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc I0512 07:29:52.337639 3918 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-wqxnf for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.337715 3918 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf I0512 07:29:52.339331 3918 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f469596f5-cz76d] creating logical port openshift-ingress_router-default-f469596f5-cz76d for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.339417 3918 kube.go:256] Updating pod openshift-ingress/router-default-f469596f5-cz76d I0512 07:29:52.339522 3918 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-srhcj] creating logical port openshift-console-operator_console-operator-66dbbb6468-srhcj for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.339609 3918 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-srhcj I0512 07:29:52.339653 3918 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6b9d6b76f5-nbl92] creating logical port openshift-ingress_router-default-6b9d6b76f5-nbl92 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.339739 3918 kube.go:256] Updating pod openshift-ingress/router-default-6b9d6b76f5-nbl92 I0512 07:29:52.354257 3918 pod.go:62] [openshift-dns/dns-default-vvjn8] pod update took 27.4972ms I0512 07:29:52.354274 3918 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vvjn8] addLogicalPort annotation time took 27.519591ms I0512 07:29:52.355832 3918 pods.go:271] [openshift-dns/dns-default-vvjn8] addLogicalPort took 29.178741ms, libovsdb time 1.306622ms I0512 07:29:52.362020 3918 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-55lhq for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.362092 3918 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq I0512 07:29:52.365135 3918 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8] pod update took 32.170367ms I0512 07:29:52.365171 3918 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8] addLogicalPort annotation time took 32.191482ms I0512 07:29:52.365547 3918 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc] pod update took 28.056624ms I0512 07:29:52.365562 3918 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc] addLogicalPort annotation time took 28.074125ms I0512 07:29:52.366032 3918 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8] addLogicalPort took 33.188886ms, libovsdb time 663.573µs I0512 07:29:52.366069 3918 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8vcbg] creating logical port openshift-ingress-canary_ingress-canary-8vcbg for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.366128 3918 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8vcbg I0512 07:29:52.366471 3918 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc] addLogicalPort took 29.053304ms, libovsdb time 654.722µs I0512 07:29:52.366509 3918 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-6blds for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.366552 3918 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds I0512 07:29:52.371243 3918 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f] pod update took 37.971564ms I0512 07:29:52.371261 3918 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f] addLogicalPort annotation time took 37.991903ms I0512 07:29:52.371272 3918 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-nskw5] pod update took 38.13559ms I0512 07:29:52.371290 3918 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-nskw5] addLogicalPort annotation time took 38.180557ms I0512 07:29:52.371592 3918 pod.go:62] [openshift-ingress/router-default-f469596f5-cz76d] pod update took 32.202099ms I0512 07:29:52.371610 3918 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-f469596f5-cz76d] addLogicalPort annotation time took 32.222315ms I0512 07:29:52.372383 3918 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f] addLogicalPort took 39.185431ms, libovsdb time 887.115µs I0512 07:29:52.372425 3918 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-dfp99 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.372476 3918 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99 I0512 07:29:52.372709 3918 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-nskw5] addLogicalPort took 39.663788ms, libovsdb time 1.18888ms I0512 07:29:52.372902 3918 pods.go:271] [openshift-ingress/router-default-f469596f5-cz76d] addLogicalPort took 33.574775ms, libovsdb time 1.10246ms I0512 07:29:52.380013 3918 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf] pod update took 42.315651ms I0512 07:29:52.380030 3918 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf] addLogicalPort annotation time took 42.331722ms I0512 07:29:52.380926 3918 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf] addLogicalPort took 43.296378ms, libovsdb time 665.96µs I0512 07:29:52.384326 3918 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq] pod update took 22.249195ms I0512 07:29:52.384343 3918 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq] addLogicalPort annotation time took 22.266774ms I0512 07:29:52.384342 3918 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-srhcj] pod update took 44.751183ms I0512 07:29:52.384362 3918 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-srhcj] addLogicalPort annotation time took 44.77202ms I0512 07:29:52.384378 3918 pod.go:62] [openshift-ingress/router-default-6b9d6b76f5-nbl92] pod update took 44.659626ms I0512 07:29:52.384391 3918 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6b9d6b76f5-nbl92] addLogicalPort annotation time took 44.678299ms I0512 07:29:52.386232 3918 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq] addLogicalPort took 24.219385ms, libovsdb time 1.581787ms I0512 07:29:52.386353 3918 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-9l9rf for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.386473 3918 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf I0512 07:29:52.387024 3918 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-srhcj] addLogicalPort took 47.524631ms, libovsdb time 1.189506ms I0512 07:29:52.387218 3918 pods.go:271] [openshift-ingress/router-default-6b9d6b76f5-nbl92] addLogicalPort took 47.573967ms, libovsdb time 1.283573ms I0512 07:29:52.387339 3918 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-nvh5g for pod on switch ip-10-0-1-98.ec2.internal I0512 07:29:52.387443 3918 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g I0512 07:29:52.391214 3918 pod.go:62] [openshift-ingress-canary/ingress-canary-8vcbg] pod update took 25.10937ms I0512 07:29:52.391240 3918 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8vcbg] addLogicalPort annotation time took 25.135502ms I0512 07:29:52.393113 3918 pods.go:271] [openshift-ingress-canary/ingress-canary-8vcbg] addLogicalPort took 27.046503ms, libovsdb time 1.355446ms I0512 07:29:52.400224 3918 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99] pod update took 27.760485ms I0512 07:29:52.400292 3918 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99] addLogicalPort annotation time took 27.827464ms I0512 07:29:52.400253 3918 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds] pod update took 33.713627ms I0512 07:29:52.403264 3918 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds] addLogicalPort annotation time took 36.721996ms I0512 07:29:52.401935 3918 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99] addLogicalPort took 29.513621ms, libovsdb time 1.042255ms I0512 07:29:52.405575 3918 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds] addLogicalPort took 39.068967ms, libovsdb time 1.606868ms I0512 07:29:52.408142 3918 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g] pod update took 20.745181ms I0512 07:29:52.408174 3918 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g] addLogicalPort annotation time took 20.779747ms I0512 07:29:52.409136 3918 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g] addLogicalPort took 21.814578ms, libovsdb time 622.649µs I0512 07:29:52.422368 3918 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf] pod update took 35.949621ms I0512 07:29:52.422386 3918 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf] addLogicalPort annotation time took 35.97002ms I0512 07:29:52.423285 3918 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf] addLogicalPort took 36.94381ms, libovsdb time 590.168µs I0512 07:29:52.759271 3918 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-nskw5 b971d1b82a55f0c0d49b8c7852838bfa0d1c32529932bb93395957d44a5d67a7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-nskw5 b971d1b82a55f0c0d49b8c7852838bfa0d1c32529932bb93395957d44a5d67a7 network default NAD default NAD key ] I0512 07:29:52.779020 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-nskw5, hostIfaceName: b971d1b82a55f0c, network: default, NAD default, SandboxID: "b971d1b82a55f0c0d49b8c7852838bfa0d1c32529932bb93395957d44a5d67a7", PCI device ID: , UID: "8d0ef0b7-bfb5-4bec-b848-79356eed2c70", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0512 07:29:52.787882 3918 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc a8d33ad3703aeefa2cc5a7d54bfb6dcc3425af27db2dad12450bd0ea97cd955c network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc a8d33ad3703aeefa2cc5a7d54bfb6dcc3425af27db2dad12450bd0ea97cd955c network default NAD default NAD key ] I0512 07:29:52.798382 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-mgkjc, hostIfaceName: a8d33ad3703aeef, network: default, NAD default, SandboxID: "a8d33ad3703aeefa2cc5a7d54bfb6dcc3425af27db2dad12450bd0ea97cd955c", PCI device ID: , UID: "d704b560-335f-41a0-a11d-4709aaa92d79", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0512 07:29:52.814003 3918 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds 03a7eabe85a5fe91f8ce8a214e29ba518c1c9f2d42e1e5ee6e836ab1fd96a62a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds 03a7eabe85a5fe91f8ce8a214e29ba518c1c9f2d42e1e5ee6e836ab1fd96a62a network default NAD default NAD key ] I0512 07:29:52.824480 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-6blds, hostIfaceName: 03a7eabe85a5fe9, network: default, NAD default, SandboxID: "03a7eabe85a5fe91f8ce8a214e29ba518c1c9f2d42e1e5ee6e836ab1fd96a62a", PCI device ID: , UID: "efd67987-301c-450f-8d18-85a28bca3eaf", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0512 07:29:52.832263 3918 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-nskw5 b971d1b82a55f0c0d49b8c7852838bfa0d1c32529932bb93395957d44a5d67a7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-nskw5 b971d1b82a55f0c0d49b8c7852838bfa0d1c32529932bb93395957d44a5d67a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:4d:3c:53:6b:d1\",\"name\":\"b971d1b82a55f0c\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/866daa29-b375-4362-9454-ad3ace5e6036\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:52.847346 3918 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc a8d33ad3703aeefa2cc5a7d54bfb6dcc3425af27db2dad12450bd0ea97cd955c network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-mgkjc a8d33ad3703aeefa2cc5a7d54bfb6dcc3425af27db2dad12450bd0ea97cd955c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c9:5e:10:15:06\",\"name\":\"a8d33ad3703aeef\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb815019-a111-4d82-8d42-e48b9b7a5e50\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:52.866592 3918 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-srhcj 434ebba48c05629e9148024177ed58dfe1fd99a7baf99d080211204e02be6615 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-srhcj 434ebba48c05629e9148024177ed58dfe1fd99a7baf99d080211204e02be6615 network default NAD default NAD key ] I0512 07:29:52.870966 3918 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds 03a7eabe85a5fe91f8ce8a214e29ba518c1c9f2d42e1e5ee6e836ab1fd96a62a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6blds 03a7eabe85a5fe91f8ce8a214e29ba518c1c9f2d42e1e5ee6e836ab1fd96a62a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:9f:bb:57:8f:df\",\"name\":\"03a7eabe85a5fe9\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c73474cc-90c5-4e93-abde-34c2a66c90a0\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:52.876991 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-srhcj, hostIfaceName: 434ebba48c05629, network: default, NAD default, SandboxID: "434ebba48c05629e9148024177ed58dfe1fd99a7baf99d080211204e02be6615", PCI device ID: , UID: "d049e4a7-9a3d-4302-88ad-5c99aada5288", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0512 07:29:52.899467 3918 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99 2182435039fec548cb52530a3f89426e3701f1f1f665e092f62d517fd6390696 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99 2182435039fec548cb52530a3f89426e3701f1f1f665e092f62d517fd6390696 network default NAD default NAD key ] I0512 07:29:52.910116 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-dfp99, hostIfaceName: 2182435039fec54, network: default, NAD default, SandboxID: "2182435039fec548cb52530a3f89426e3701f1f1f665e092f62d517fd6390696", PCI device ID: , UID: "6590f869-5db6-4f91-8edb-1f8f94c6a1ba", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0512 07:29:52.930367 3918 cni.go:452] [openshift-ingress-canary/ingress-canary-8vcbg 9385e47ddc2cb5da761e4c662695cf90c7d6ea650a123ff163f5cb0ee8cea544 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8vcbg 9385e47ddc2cb5da761e4c662695cf90c7d6ea650a123ff163f5cb0ee8cea544 network default NAD default NAD key ] I0512 07:29:52.930941 3918 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-srhcj 434ebba48c05629e9148024177ed58dfe1fd99a7baf99d080211204e02be6615 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-srhcj 434ebba48c05629e9148024177ed58dfe1fd99a7baf99d080211204e02be6615 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:69:80:cc:53:1c\",\"name\":\"434ebba48c05629\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d64cc5a7-656e-4bc9-8d13-c21967337908\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:52.942570 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8vcbg, hostIfaceName: 9385e47ddc2cb5d, network: default, NAD default, SandboxID: "9385e47ddc2cb5da761e4c662695cf90c7d6ea650a123ff163f5cb0ee8cea544", PCI device ID: , UID: "cd1c9cc4-fc26-4dce-8db8-7880fcd73617", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0512 07:29:52.952216 3918 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq a67acc3a9b484d5dab86d1b51ede93e2590000e7d730f196141de3ac1067b839 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq a67acc3a9b484d5dab86d1b51ede93e2590000e7d730f196141de3ac1067b839 network default NAD default NAD key ] I0512 07:29:52.956220 3918 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g c5ffd02cb137484cefa24093a26bbdd1b78dcf38748a670d7cceb82c13b214b5 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g c5ffd02cb137484cefa24093a26bbdd1b78dcf38748a670d7cceb82c13b214b5 network default NAD default NAD key ] I0512 07:29:52.962603 3918 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99 2182435039fec548cb52530a3f89426e3701f1f1f665e092f62d517fd6390696 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dfp99 2182435039fec548cb52530a3f89426e3701f1f1f665e092f62d517fd6390696 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:77:25:7e:3c:6a\",\"name\":\"2182435039fec54\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f2c79b3-d551-4cdf-83ec-961a442490ce\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:52.963784 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-55lhq, hostIfaceName: a67acc3a9b484d5, network: default, NAD default, SandboxID: "a67acc3a9b484d5dab86d1b51ede93e2590000e7d730f196141de3ac1067b839", PCI device ID: , UID: "bf5b9cfe-302a-4bbc-b561-7bacfe283e4f", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0512 07:29:52.966889 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-nvh5g, hostIfaceName: c5ffd02cb137484, network: default, NAD default, SandboxID: "c5ffd02cb137484cefa24093a26bbdd1b78dcf38748a670d7cceb82c13b214b5", PCI device ID: , UID: "3e6ea813-403a-433b-8d38-0db7511823b2", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0512 07:29:52.996629 3918 cni.go:473] [openshift-ingress-canary/ingress-canary-8vcbg 9385e47ddc2cb5da761e4c662695cf90c7d6ea650a123ff163f5cb0ee8cea544 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8vcbg 9385e47ddc2cb5da761e4c662695cf90c7d6ea650a123ff163f5cb0ee8cea544 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8e:8c:1a:cf:22\",\"name\":\"9385e47ddc2cb5d\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06981e1b-b17b-40ee-a4f1-f33405589169\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:53.012168 3918 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq a67acc3a9b484d5dab86d1b51ede93e2590000e7d730f196141de3ac1067b839 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-55lhq a67acc3a9b484d5dab86d1b51ede93e2590000e7d730f196141de3ac1067b839 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a9:15:8e:be:f2\",\"name\":\"a67acc3a9b484d5\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/206ef190-9f9d-4b32-8a60-5e27dbd1eaf2\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:53.018224 3918 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g c5ffd02cb137484cefa24093a26bbdd1b78dcf38748a670d7cceb82c13b214b5 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nvh5g c5ffd02cb137484cefa24093a26bbdd1b78dcf38748a670d7cceb82c13b214b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:37:73:ed:5b:de\",\"name\":\"c5ffd02cb137484\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cd67660-3a42-4c48-8335-000811abd3f8\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:29:57.157418 3918 default_network_controller.go:1025] Node "ip-10-0-0-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:29:57.157430 3918 egressfirewall.go:723] Syncing node "ip-10-0-0-63.ec2.internal" for egress firewall I0512 07:29:57.157442 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:29:57.157458 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 20.521µs I0512 07:30:00.219992 3918 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642850-ptz6s for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:00.220086 3918 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 07:30:00.242296 3918 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s] pod update took 22.234508ms I0512 07:30:00.242322 3918 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s] addLogicalPort annotation time took 22.263464ms I0512 07:30:00.243670 3918 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s] addLogicalPort took 23.693115ms, libovsdb time 978.506µs I0512 07:30:01.293403 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key ] I0512 07:30:01.303935 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642850-ptz6s, hostIfaceName: 244a69607e82172, network: default, NAD default, SandboxID: "244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e", PCI device ID: , UID: "9e9177f0-3b39-4957-b068-9d1846560457", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0512 07:30:01.349708 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d2:00:f0:af:87\",\"name\":\"244a69607e82172\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1834f71b-1146-4d1d-9798-4246cabf9dc9\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:02.801112 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:30:02.801184 3918 node_tracker.go:235] Node ip-10-0-0-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-63.ec2.internal" I0512 07:30:02.801204 3918 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:02.801209 3918 default_network_controller.go:1025] Node "ip-10-0-0-63.ec2.internal" in remote zone "ip-10-0-0-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:02.801223 3918 services_controller.go:574] Full service sync requested for network=default I0512 07:30:02.857022 3918 default_network_controller.go:1025] Node "ip-10-0-0-63.ec2.internal" in remote zone "ip-10-0-0-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:02.926480 3918 default_network_controller.go:1025] Node "ip-10-0-0-63.ec2.internal" in remote zone "ip-10-0-0-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:02.926546 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:30:02.926601 3918 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:02.926617 3918 services_controller.go:574] Full service sync requested for network=default I0512 07:30:02.927509 3918 zone_ic_handler.go:195] Time taken to create transit switch: 294.093µs I0512 07:30:02.927530 3918 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-63.ec2.internal for the network default I0512 07:30:02.928498 3918 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-63.ec2.internal" on network "default" took: 1.299429ms W0512 07:30:03.306790 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:03.730383 3918 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:03.730431 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:03.730449 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 23.57µs I0512 07:30:03.730460 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:03.730472 3918 node_tracker.go:220] Node ip-10-0-2-100.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0512 07:30:03.730532 3918 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 07:30:03.730549 3918 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-100.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-100.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-100.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-100.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-100.ec2.internal, error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0512 07:30:03.742837 3918 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.742922 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true E0512 07:30:03.742968 3918 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0512 07:30:03.754838 3918 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.754870 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 07:30:03.754896 3918 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0512 07:30:03.770140 3918 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.770200 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:03.770215 3918 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:03.770215 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 17.808µs I0512 07:30:03.770241 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 07:30:03.770279 3918 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0512 07:30:03.785967 3918 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input E0512 07:30:03.786048 3918 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.786076 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:03.985381 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:03.985411 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:03.985411 3918 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:03.985425 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 16.685µs I0512 07:30:04.003934 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 07:30:04.182984 3918 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:04.194458 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:04.464936 3918 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 07:30:04.465969 3918 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.009362ms I0512 07:30:04.500993 3918 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 07:30:04.745411 3918 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-p2bcs for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:04.745549 3918 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs I0512 07:30:04.826355 3918 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs] pod update took 80.832886ms I0512 07:30:04.826380 3918 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs] addLogicalPort annotation time took 80.863271ms I0512 07:30:04.827900 3918 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs] addLogicalPort took 82.479751ms, libovsdb time 1.069023ms I0512 07:30:04.972684 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:05.078134 3918 namespace.go:98] [openshift-service-ca] adding namespace I0512 07:30:05.078911 3918 namespace.go:102] [openshift-service-ca] adding namespace took 759.857µs I0512 07:30:05.098863 3918 namespace.go:142] [openshift-service-ca] updating namespace I0512 07:30:05.487293 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:30:05.487316 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 28.318µs I0512 07:30:05.487293 3918 egressfirewall.go:723] Syncing node "ip-10-0-0-63.ec2.internal" for egress firewall I0512 07:30:05.487349 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:30:05.487367 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-63.ec2.internal", IP: 10.0.0.63 to PMTUD blocking rules I0512 07:30:05.487381 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:05.487396 3918 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:05.487422 3918 services_controller.go:574] Full service sync requested for network=default W0512 07:30:05.487794 3918 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 07:30:05.487961 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:05.493429 3918 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-63.ec2.internal. Updating no re-route policies I0512 07:30:05.505109 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:05.505124 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-63.ec2.internal", IP: 10.0.0.63 to PMTUD blocking rules I0512 07:30:06.102802 3918 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs 75ea499071d7ee07ad0c05589d627199929d1508812812430da4acccd0059b5b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs 75ea499071d7ee07ad0c05589d627199929d1508812812430da4acccd0059b5b network default NAD default NAD key ] I0512 07:30:06.127314 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-p2bcs, hostIfaceName: 75ea499071d7ee0, network: default, NAD default, SandboxID: "75ea499071d7ee07ad0c05589d627199929d1508812812430da4acccd0059b5b", PCI device ID: , UID: "0c46b422-ca49-46e7-b474-f099629ebd71", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0512 07:30:06.171376 3918 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs 75ea499071d7ee07ad0c05589d627199929d1508812812430da4acccd0059b5b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-p2bcs 75ea499071d7ee07ad0c05589d627199929d1508812812430da4acccd0059b5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:00:f5:3d:8e:37\",\"name\":\"75ea499071d7ee0\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f06124af-7049-4b35-b2f2-9ba3ae8a0429\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:06.758360 3918 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-5lj7z] creating logical port openshift-service-ca_service-ca-d9cb48497-5lj7z for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:06.758483 3918 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-5lj7z I0512 07:30:06.776575 3918 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-5lj7z] pod update took 18.11502ms I0512 07:30:06.776595 3918 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-5lj7z] addLogicalPort annotation time took 18.13984ms I0512 07:30:06.777743 3918 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-5lj7z] addLogicalPort took 19.407938ms, libovsdb time 826.48µs I0512 07:30:07.116746 3918 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-5lj7z a459a97b6689dd7d4ff8a6d49e4ea65d6f7640ca7fcda83d688f383c35d697e8 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-5lj7z a459a97b6689dd7d4ff8a6d49e4ea65d6f7640ca7fcda83d688f383c35d697e8 network default NAD default NAD key ] I0512 07:30:07.126105 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-5lj7z, hostIfaceName: a459a97b6689dd7, network: default, NAD default, SandboxID: "a459a97b6689dd7d4ff8a6d49e4ea65d6f7640ca7fcda83d688f383c35d697e8", PCI device ID: , UID: "7650e815-bb7d-4555-878a-c525867aae09", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0512 07:30:07.170555 3918 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-5lj7z a459a97b6689dd7d4ff8a6d49e4ea65d6f7640ca7fcda83d688f383c35d697e8 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-5lj7z a459a97b6689dd7d4ff8a6d49e4ea65d6f7640ca7fcda83d688f383c35d697e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:88:98:28:e5:a8\",\"name\":\"a459a97b6689dd7\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83460b2c-e4f7-496b-9fe0-7f05fd0f72b7\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:09.431881 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:30:09.431919 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 46.623µs W0512 07:30:11.504555 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:13.939915 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:16.159425 3918 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-100.ec2.internal I0512 07:30:16.159453 3918 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-100.ec2.internal I0512 07:30:16.159542 3918 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-100.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-100.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-100.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-100.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-100.ec2.internal I0512 07:30:18.768442 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz I0512 07:30:18.768471 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz I0512 07:30:18.768510 3918 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-pnjhz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-pnjhz: no pod IPs found I0512 07:30:18.768443 3918 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rwjhg I0512 07:30:18.768522 3918 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rwjhg I0512 07:30:18.768540 3918 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-rwjhg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-rwjhg: suppressed error logged: pod openshift-multus/network-metrics-daemon-rwjhg: no pod IPs found I0512 07:30:18.768442 3918 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-ttb98 I0512 07:30:18.768553 3918 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-ttb98 I0512 07:30:18.768568 3918 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-ttb98, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-ttb98: suppressed error logged: pod kube-system/global-pull-secret-syncer-ttb98: no pod IPs found I0512 07:30:22.664288 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:22.664332 3918 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:22.664370 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:22.664384 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 18.78µs I0512 07:30:24.054865 3918 cni.go:452] [kube-system/global-pull-secret-syncer-rhr2s 4ae1d4ff1692f8f14c377b71f7ce4f0675ab0a8b076982db5206b4120e64bc3c network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-rhr2s 4ae1d4ff1692f8f14c377b71f7ce4f0675ab0a8b076982db5206b4120e64bc3c network default NAD default NAD key ] I0512 07:30:24.061001 3918 cni.go:452] [openshift-multus/network-metrics-daemon-klbm9 8b164d8a5db2aa38d2d61c7e1b9fa77d63e46cf12e5b5f110ddc4168b7e97ecd network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-klbm9 8b164d8a5db2aa38d2d61c7e1b9fa77d63e46cf12e5b5f110ddc4168b7e97ecd network default NAD default NAD key ] I0512 07:30:24.065512 3918 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-rhr2s, hostIfaceName: 4ae1d4ff1692f8f, network: default, NAD default, SandboxID: "4ae1d4ff1692f8f14c377b71f7ce4f0675ab0a8b076982db5206b4120e64bc3c", PCI device ID: , UID: "3a173e42-e626-4479-a960-640bb7759b7f", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0512 07:30:24.070852 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-klbm9, hostIfaceName: 8b164d8a5db2aa3, network: default, NAD default, SandboxID: "8b164d8a5db2aa38d2d61c7e1b9fa77d63e46cf12e5b5f110ddc4168b7e97ecd", PCI device ID: , UID: "dbece188-b81c-45b5-9309-3108e1b515d1", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0512 07:30:24.096603 3918 cni.go:452] [openshift-network-diagnostics/network-check-target-ghrvx 28595c46be4265ccc895262a045cf40b1f4553f159975b822c46fe88238da597 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ghrvx 28595c46be4265ccc895262a045cf40b1f4553f159975b822c46fe88238da597 network default NAD default NAD key ] I0512 07:30:24.114720 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ghrvx, hostIfaceName: 28595c46be4265c, network: default, NAD default, SandboxID: "28595c46be4265ccc895262a045cf40b1f4553f159975b822c46fe88238da597", PCI device ID: , UID: "7757c592-eadc-4784-8a05-ff1b96d7dcad", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0512 07:30:24.116862 3918 cni.go:473] [kube-system/global-pull-secret-syncer-rhr2s 4ae1d4ff1692f8f14c377b71f7ce4f0675ab0a8b076982db5206b4120e64bc3c network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-rhr2s 4ae1d4ff1692f8f14c377b71f7ce4f0675ab0a8b076982db5206b4120e64bc3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:64:40:2a:bb:a6\",\"name\":\"4ae1d4ff1692f8f\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57a905e4-62ee-4882-aefb-cf8d9922f1d0\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.135605 3918 cni.go:473] [openshift-multus/network-metrics-daemon-klbm9 8b164d8a5db2aa38d2d61c7e1b9fa77d63e46cf12e5b5f110ddc4168b7e97ecd network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-klbm9 8b164d8a5db2aa38d2d61c7e1b9fa77d63e46cf12e5b5f110ddc4168b7e97ecd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c9:64:3b:f1:5a\",\"name\":\"8b164d8a5db2aa3\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abb51c85-02e1-4fe7-9816-e508363bd89a\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.160809 3918 cni.go:473] [openshift-network-diagnostics/network-check-target-ghrvx 28595c46be4265ccc895262a045cf40b1f4553f159975b822c46fe88238da597 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ghrvx 28595c46be4265ccc895262a045cf40b1f4553f159975b822c46fe88238da597 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1a:fd:43:97:81\",\"name\":\"28595c46be4265c\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9aecc7f1-a595-40b8-a148-e6cf3801341e\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.471609 3918 cni.go:452] [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key ] I0512 07:30:24.481131 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-58fb76765c-tg5wm, hostIfaceName: 6afd6aa9467d0d5, network: default, NAD default, SandboxID: "6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592", PCI device ID: , UID: "fb72c606-356e-4c7a-9b47-fffca3b6cb91", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0512 07:30:24.512185 3918 cni.go:452] [openshift-dns/dns-default-vvjn8 39bc3857c1fd941a00465a86901a007bdb6deb30af94e95413a221dbb76a14bb network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vvjn8 39bc3857c1fd941a00465a86901a007bdb6deb30af94e95413a221dbb76a14bb network default NAD default NAD key ] I0512 07:30:24.528696 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vvjn8, hostIfaceName: 39bc3857c1fd941, network: default, NAD default, SandboxID: "39bc3857c1fd941a00465a86901a007bdb6deb30af94e95413a221dbb76a14bb", PCI device ID: , UID: "383e0d5e-31a4-4d64-a4cd-666d67e0fc6d", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0512 07:30:24.532627 3918 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8 262a669502160afbec18163f7c61e14ed4791baf7b504b4ab926ce75fdadd761 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8 262a669502160afbec18163f7c61e14ed4791baf7b504b4ab926ce75fdadd761 network default NAD default NAD key ] I0512 07:30:24.533563 3918 cni.go:473] [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0e:28:95:5e:cd\",\"name\":\"6afd6aa9467d0d5\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52c2d90c-1e20-44e4-9021-f408cb4473e8\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.543440 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-n56h8, hostIfaceName: 262a669502160af, network: default, NAD default, SandboxID: "262a669502160afbec18163f7c61e14ed4791baf7b504b4ab926ce75fdadd761", PCI device ID: , UID: "656541f3-ec5a-445d-9df1-f5a591a383e8", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0512 07:30:24.573234 3918 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f 7243721dff1979bc499823473d2daa8157bca117856418a9ad14aa5bbd915cdc network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f 7243721dff1979bc499823473d2daa8157bca117856418a9ad14aa5bbd915cdc network default NAD default NAD key ] I0512 07:30:24.581858 3918 cni.go:473] [openshift-dns/dns-default-vvjn8 39bc3857c1fd941a00465a86901a007bdb6deb30af94e95413a221dbb76a14bb network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vvjn8 39bc3857c1fd941a00465a86901a007bdb6deb30af94e95413a221dbb76a14bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f2:41:85:40:d1\",\"name\":\"39bc3857c1fd941\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc480fdb-ced6-4108-a52f-78411b4ceddb\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.585174 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-jg28f, hostIfaceName: 7243721dff1979b, network: default, NAD default, SandboxID: "7243721dff1979bc499823473d2daa8157bca117856418a9ad14aa5bbd915cdc", PCI device ID: , UID: "7281751b-197b-41f3-8fa7-429a5d5e7df7", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0512 07:30:24.600659 3918 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8 262a669502160afbec18163f7c61e14ed4791baf7b504b4ab926ce75fdadd761 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-n56h8 262a669502160afbec18163f7c61e14ed4791baf7b504b4ab926ce75fdadd761 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5f:75:e9:af:cb\",\"name\":\"262a669502160af\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b6f7490-a541-4d20-95b7-1fc424055052\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.630233 3918 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf 8ba351a91faad7c084480b806782eee6fcfe1880d4b7d0f2b309b63ba68ae9b0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf 8ba351a91faad7c084480b806782eee6fcfe1880d4b7d0f2b309b63ba68ae9b0 network default NAD default NAD key ] I0512 07:30:24.642720 3918 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f 7243721dff1979bc499823473d2daa8157bca117856418a9ad14aa5bbd915cdc network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-jg28f 7243721dff1979bc499823473d2daa8157bca117856418a9ad14aa5bbd915cdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c8:f3:66:f0:1a\",\"name\":\"7243721dff1979b\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ecf8c9a-d3c1-473d-9a15-83d0334b04e9\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.642973 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-wqxnf, hostIfaceName: 8ba351a91faad7c, network: default, NAD default, SandboxID: "8ba351a91faad7c084480b806782eee6fcfe1880d4b7d0f2b309b63ba68ae9b0", PCI device ID: , UID: "d2a048b8-714c-4028-abd7-6e9a05b9efe5", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0512 07:30:24.645575 3918 cni.go:452] [openshift-ingress/router-default-f469596f5-cz76d c1ab4685803d9d5683ab25a3e89623097e40e89b6b9003e55e1efa4ee34f34a5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-f469596f5-cz76d c1ab4685803d9d5683ab25a3e89623097e40e89b6b9003e55e1efa4ee34f34a5 network default NAD default NAD key ] I0512 07:30:24.659983 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f469596f5-cz76d, hostIfaceName: c1ab4685803d9d5, network: default, NAD default, SandboxID: "c1ab4685803d9d5683ab25a3e89623097e40e89b6b9003e55e1efa4ee34f34a5", PCI device ID: , UID: "265be130-84c4-4b5f-a212-24ff673b47cf", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0512 07:30:24.671555 3918 cni.go:452] [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key ] I0512 07:30:24.681203 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6b9d6b76f5-nbl92, hostIfaceName: 84425fa0893c5d6, network: default, NAD default, SandboxID: "84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844", PCI device ID: , UID: "ddcfda6f-f770-4843-9930-dd803b0ecf82", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0512 07:30:24.705849 3918 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf 8ba351a91faad7c084480b806782eee6fcfe1880d4b7d0f2b309b63ba68ae9b0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wqxnf 8ba351a91faad7c084480b806782eee6fcfe1880d4b7d0f2b309b63ba68ae9b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e0:50:e8:7c:3b\",\"name\":\"8ba351a91faad7c\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a20b38eb-dd7e-4d3c-8b30-0f5fac02293a\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.726527 3918 cni.go:473] [openshift-ingress/router-default-f469596f5-cz76d c1ab4685803d9d5683ab25a3e89623097e40e89b6b9003e55e1efa4ee34f34a5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-f469596f5-cz76d c1ab4685803d9d5683ab25a3e89623097e40e89b6b9003e55e1efa4ee34f34a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:8d:f2:e7:48:94\",\"name\":\"c1ab4685803d9d5\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45b44edd-17bc-4419-80cf-e8bb4fa5eda0\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.742501 3918 cni.go:473] [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:59:4c:c3:10:27\",\"name\":\"84425fa0893c5d6\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54c83760-9d5e-44ac-b4e1-be6f4c460c53\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:24.771269 3918 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf 1c3e877ae45e9d5d3a10fe2593e4ab2765992738f39cfae05eacdb6454714588 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf 1c3e877ae45e9d5d3a10fe2593e4ab2765992738f39cfae05eacdb6454714588 network default NAD default NAD key ] I0512 07:30:24.791594 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-9l9rf, hostIfaceName: 1c3e877ae45e9d5, network: default, NAD default, SandboxID: "1c3e877ae45e9d5d3a10fe2593e4ab2765992738f39cfae05eacdb6454714588", PCI device ID: , UID: "1c8a6563-067c-4e88-b286-35c88ee90354", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0512 07:30:24.848467 3918 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf 1c3e877ae45e9d5d3a10fe2593e4ab2765992738f39cfae05eacdb6454714588 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-9l9rf 1c3e877ae45e9d5d3a10fe2593e4ab2765992738f39cfae05eacdb6454714588 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:da:21:1b:fa:d3\",\"name\":\"1c3e877ae45e9d5\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daa37112-be48-4541-b68f-92ee7b4e8b60\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:28.372273 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:28.422566 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 07:30:28.463033 3918 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:28.463056 3918 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.463179 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.463188 3918 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.483903 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:28.498266 3918 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 07:30:28.519021 3918 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 07:30:28.529078 3918 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6ffbb7c8f4-cgvt4 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6ffbb7c8f4-cgvt4: no pod IPs found W0512 07:30:28.531504 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:28.622929 3918 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rm22d] creating logical port openshift-insights_insights-runtime-extractor-rm22d for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:28.623074 3918 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rm22d I0512 07:30:28.640946 3918 pod.go:62] [openshift-insights/insights-runtime-extractor-rm22d] pod update took 17.897908ms I0512 07:30:28.640973 3918 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rm22d] addLogicalPort annotation time took 17.930026ms I0512 07:30:28.642184 3918 pods.go:271] [openshift-insights/insights-runtime-extractor-rm22d] addLogicalPort took 19.27297ms, libovsdb time 862.566µs I0512 07:30:28.902273 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:28.902319 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "ip-10-0-2-100.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:28.902330 3918 node_tracker.go:235] Node ip-10-0-2-100.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-100.ec2.internal" I0512 07:30:28.902350 3918 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:28.902363 3918 services_controller.go:574] Full service sync requested for network=default W0512 07:30:28.902545 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.902557 3918 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.902561 3918 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.902696 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0512 07:30:28.902872 3918 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:28.902877 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 07:30:28.998447 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "ip-10-0-2-100.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:29.029403 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:29.029552 3918 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:29.029609 3918 services_controller.go:574] Full service sync requested for network=default I0512 07:30:29.029469 3918 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "ip-10-0-2-100.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 07:30:29.029886 3918 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:29.030012 3918 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.030050 3918 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.030062 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.029909 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:29.030244 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:29.031068 3918 zone_ic_handler.go:195] Time taken to create transit switch: 407.032µs I0512 07:30:29.031087 3918 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-100.ec2.internal for the network default I0512 07:30:29.032643 3918 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-100.ec2.internal" on network "default" took: 1.993812ms I0512 07:30:29.032694 3918 cni.go:452] [openshift-insights/insights-runtime-extractor-rm22d 37397dbc697e52fd9b2c7616cfe3bbe32061154b15aa58528d6af073cfec0452 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rm22d 37397dbc697e52fd9b2c7616cfe3bbe32061154b15aa58528d6af073cfec0452 network default NAD default NAD key ] I0512 07:30:29.045763 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rm22d, hostIfaceName: 37397dbc697e52f, network: default, NAD default, SandboxID: "37397dbc697e52fd9b2c7616cfe3bbe32061154b15aa58528d6af073cfec0452", PCI device ID: , UID: "8d9a167e-6305-4b3e-838f-124e9f68708c", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0512 07:30:29.114444 3918 cni.go:473] [openshift-insights/insights-runtime-extractor-rm22d 37397dbc697e52fd9b2c7616cfe3bbe32061154b15aa58528d6af073cfec0452 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rm22d 37397dbc697e52fd9b2c7616cfe3bbe32061154b15aa58528d6af073cfec0452 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:21:9f:c9:14:6d\",\"name\":\"37397dbc697e52f\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd6f5e9c-573d-4902-9315-c8b7339754e0\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:30:29.345279 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.345301 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.345307 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.345317 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.345322 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.345327 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.782942 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:30.093228 3918 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:30.093282 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:30.093294 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 10.0.2.100 to PMTUD blocking rules I0512 07:30:30.093299 3918 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:30.093232 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:30.093338 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 106.459µs I0512 07:30:30.093237 3918 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:30.093320 3918 services_controller.go:574] Full service sync requested for network=default W0512 07:30:30.093795 3918 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:30.093797 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 07:30:30.099435 3918 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-100.ec2.internal. Updating no re-route policies I0512 07:30:30.120380 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 10.0.2.100 to PMTUD blocking rules I0512 07:30:30.120396 3918 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:30.183898 3918 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-tlcpz] creating logical port openshift-console_downloads-5c54f4944f-tlcpz for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:30.184037 3918 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-tlcpz I0512 07:30:30.232841 3918 pod.go:62] [openshift-console/downloads-5c54f4944f-tlcpz] pod update took 48.835402ms I0512 07:30:30.232862 3918 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-tlcpz] addLogicalPort annotation time took 48.862881ms I0512 07:30:30.234042 3918 pods.go:271] [openshift-console/downloads-5c54f4944f-tlcpz] addLogicalPort took 50.161554ms, libovsdb time 835.886µs I0512 07:30:30.313823 3918 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-dcsqg for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:30.313939 3918 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg I0512 07:30:30.352327 3918 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg] pod update took 38.410038ms I0512 07:30:30.352347 3918 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg] addLogicalPort annotation time took 38.434003ms I0512 07:30:30.353448 3918 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg] addLogicalPort took 39.640726ms, libovsdb time 794.506µs I0512 07:30:30.582120 3918 cni.go:452] [openshift-console/downloads-5c54f4944f-tlcpz 3cd8523dac283d534f7a374c7d3b04f8233472324ea00d259b83e9c6ebd948d6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-tlcpz 3cd8523dac283d534f7a374c7d3b04f8233472324ea00d259b83e9c6ebd948d6 network default NAD default NAD key ] I0512 07:30:30.591787 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-tlcpz, hostIfaceName: 3cd8523dac283d5, network: default, NAD default, SandboxID: "3cd8523dac283d534f7a374c7d3b04f8233472324ea00d259b83e9c6ebd948d6", PCI device ID: , UID: "d796b8c5-752d-49d9-9c47-1fa3dfb688ad", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0512 07:30:30.639675 3918 cni.go:473] [openshift-console/downloads-5c54f4944f-tlcpz 3cd8523dac283d534f7a374c7d3b04f8233472324ea00d259b83e9c6ebd948d6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-tlcpz 3cd8523dac283d534f7a374c7d3b04f8233472324ea00d259b83e9c6ebd948d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9a:c0:d2:f1:01\",\"name\":\"3cd8523dac283d5\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eaf586c-f63e-4238-bf59-436235224582\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:30.746825 3918 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg be3137feca986b0b6c68dcd12e4876d6fa001f6f038249a718cc923dc33d88be network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg be3137feca986b0b6c68dcd12e4876d6fa001f6f038249a718cc923dc33d88be network default NAD default NAD key ] I0512 07:30:30.756805 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-dcsqg, hostIfaceName: be3137feca986b0, network: default, NAD default, SandboxID: "be3137feca986b0b6c68dcd12e4876d6fa001f6f038249a718cc923dc33d88be", PCI device ID: , UID: "861483fd-bf75-4331-8b4e-7fe15e7f4020", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0512 07:30:30.803959 3918 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg be3137feca986b0b6c68dcd12e4876d6fa001f6f038249a718cc923dc33d88be network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dcsqg be3137feca986b0b6c68dcd12e4876d6fa001f6f038249a718cc923dc33d88be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:4b:b8:0a:c0:44\",\"name\":\"be3137feca986b0\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0330ca8a-9a92-4b43-9f63-00f99d45fba8\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:30:33.314720 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 07:30:33.358220 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 07:30:33.375328 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 07:30:33.438712 3918 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:33.438745 3918 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 40.111µs W0512 07:30:35.303555 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:35.303587 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:38.296963 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:38.296991 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:38.296997 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:41.462976 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 07:30:44.421933 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:44.421964 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:44.421973 3918 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:44.891116 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 07:30:44.976925 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:46.897835 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:46.897862 3918 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:46.897870 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:30:47.135504 3918 base_network_controller_pods.go:487] [default/openshift-console/console-74cc548878-t4zl5] creating logical port openshift-console_console-74cc548878-t4zl5 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:47.135603 3918 kube.go:256] Updating pod openshift-console/console-74cc548878-t4zl5 W0512 07:30:47.164188 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 07:30:47.164262 3918 pod.go:62] [openshift-console/console-74cc548878-t4zl5] pod update took 28.689159ms I0512 07:30:47.164285 3918 base_network_controller_pods.go:951] [default/openshift-console/console-74cc548878-t4zl5] addLogicalPort annotation time took 28.716924ms I0512 07:30:47.165469 3918 pods.go:271] [openshift-console/console-74cc548878-t4zl5] addLogicalPort took 29.98745ms, libovsdb time 826.906µs W0512 07:30:48.975501 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:48.975521 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:50.330269 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:50.330296 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:50.931332 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.931354 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.931361 3918 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.931366 3918 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 07:30:50.982260 3918 cni.go:452] [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key ] I0512 07:30:50.994137 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74cc548878-t4zl5, hostIfaceName: 670fcd444119ae5, network: default, NAD default, SandboxID: "670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4", PCI device ID: , UID: "ecd78090-fe8d-4ceb-b582-6413b8cc8bb3", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] W0512 07:30:51.009319 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 07:30:51.049817 3918 cni.go:473] [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3f:31:ca:5d:10\",\"name\":\"670fcd444119ae5\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a95f655b-9d4b-4a6b-983e-0cf5f7249224\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:30:51.404996 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 07:30:51.436284 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 07:30:52.469629 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:52.469652 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 07:30:53.714879 3918 cni.go:452] [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key ] I0512 07:30:53.810475 3918 cni.go:473] [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-58fb76765c-tg5wm 6afd6aa9467d0d55ffbdc6e5abd3f8129a40865c685436b2369d5d29a3cff592 network default NAD default NAD key default], result "{}", err I0512 07:30:53.864766 3918 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:30:53.864878 3918 pods.go:176] Deleting pod: openshift-image-registry/image-registry-58fb76765c-tg5wm I0512 07:30:53.866349 3918 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-58fb76765c-tg5wm, ips: 10.128.0.6 I0512 07:30:53.866380 3918 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:30:53.874295 3918 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57db8996f5-bwq6c] creating logical port openshift-image-registry_image-registry-57db8996f5-bwq6c for pod on switch ip-10-0-1-98.ec2.internal I0512 07:30:53.874422 3918 kube.go:256] Updating pod openshift-image-registry/image-registry-57db8996f5-bwq6c I0512 07:30:53.892864 3918 pod.go:62] [openshift-image-registry/image-registry-57db8996f5-bwq6c] pod update took 18.466379ms I0512 07:30:53.892947 3918 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57db8996f5-bwq6c] addLogicalPort annotation time took 18.554134ms I0512 07:30:53.894455 3918 pods.go:271] [openshift-image-registry/image-registry-57db8996f5-bwq6c] addLogicalPort took 20.175639ms, libovsdb time 980.126µs I0512 07:30:54.246332 3918 cni.go:452] [openshift-image-registry/image-registry-57db8996f5-bwq6c ff1f8822660a826f318f0850ee84aac7b396d029e5de5cfdbeb830409ef1826f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57db8996f5-bwq6c ff1f8822660a826f318f0850ee84aac7b396d029e5de5cfdbeb830409ef1826f network default NAD default NAD key ] I0512 07:30:54.257699 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57db8996f5-bwq6c, hostIfaceName: ff1f8822660a826, network: default, NAD default, SandboxID: "ff1f8822660a826f318f0850ee84aac7b396d029e5de5cfdbeb830409ef1826f", PCI device ID: , UID: "3ccfd6ba-fa4f-4e71-8d2c-2d68c2cdd93a", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0512 07:30:54.310166 3918 cni.go:473] [openshift-image-registry/image-registry-57db8996f5-bwq6c ff1f8822660a826f318f0850ee84aac7b396d029e5de5cfdbeb830409ef1826f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57db8996f5-bwq6c ff1f8822660a826f318f0850ee84aac7b396d029e5de5cfdbeb830409ef1826f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f6:67:c3:09:89\",\"name\":\"ff1f8822660a826\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b16d1502-8d5b-4664-bd69-fc70bcc96828\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:30:54.431617 3918 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:30:54.431648 3918 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:30:54.440957 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fb76765c-tg5wm I0512 07:30:54.440987 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fb76765c-tg5wm W0512 07:30:54.481059 3918 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.481083 3918 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.481104 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.481109 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.573316 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 07:30:56.152054 3918 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 07:30:56.313953 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:56.808892 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:56.808924 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:56.874501 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:56.874585 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:58.454254 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 07:31:12.462521 3918 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-lbbcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:12.463019 3918 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-lbbcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:13.031636 3918 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-lbbcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:13.031661 3918 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-lbbcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:13.037831 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d68f87764-lbbcc I0512 07:31:13.037855 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d68f87764-lbbcc W0512 07:31:16.450817 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 07:31:22.213232 3918 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:22.213766 3918 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:22.600423 3918 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:22.600449 3918 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:22.608210 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr I0512 07:31:22.608235 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr I0512 07:31:23.825973 3918 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-nfflc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:23.826496 3918 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-nfflc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 07:31:24.558039 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 07:31:24.558082 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 07:31:24.558270 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 07:31:24.584489 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 07:31:24.584536 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 07:31:24.584536 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0512 07:31:24.610214 3918 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-nfflc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:24.610234 3918 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-nfflc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:24.615767 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d68f87764-nfflc I0512 07:31:24.615794 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d68f87764-nfflc W0512 07:31:25.575564 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 07:31:25.597499 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 07:31:34.614532 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 07:31:34.614573 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 07:31:34.614638 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 07:31:35.618827 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 07:31:38.636752 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key ] I0512 07:31:38.730534 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s 244a69607e82172ed1031180c8585c51eb7a672fabf0a5516ca328ae998d1f3e network default NAD default NAD key default], result "{}", err I0512 07:31:38.797850 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:38.797888 3918 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 07:31:38.799196 3918 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s, ips: 10.128.0.22 I0512 07:31:38.799231 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:39.819718 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:39.819834 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.234274 3918 cni.go:452] [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key ] I0512 07:31:42.334883 3918 cni.go:473] [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6b9d6b76f5-nbl92 84425fa0893c5d6f685eda18821a29e19c8132cc866098bfd64ab03969279844 network default NAD default NAD key default], result "{}", err I0512 07:31:42.409632 3918 obj_retry.go:498] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:42.409671 3918 pods.go:176] Deleting pod: openshift-ingress/router-default-6b9d6b76f5-nbl92 I0512 07:31:42.411033 3918 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6b9d6b76f5-nbl92, ips: 10.128.0.15 I0512 07:31:42.411070 3918 obj_retry.go:498] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:42.651806 3918 obj_retry.go:492] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.651830 3918 obj_retry.go:492] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.659688 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b9d6b76f5-nbl92 I0512 07:31:42.659727 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b9d6b76f5-nbl92 I0512 07:32:02.511216 3918 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:02.511773 3918 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:02.773966 3918 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:02.773993 3918 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:02.780709 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 07:32:02.780737 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 07:32:07.010810 3918 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:07.011382 3918 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:07.817508 3918 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:07.817543 3918 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:07.825275 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 07:32:07.825297 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 07:32:24.531119 3918 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:24.531678 3918 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:25.332466 3918 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:25.332495 3918 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:25.336837 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 07:32:25.336853 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 07:32:26.650776 3918 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn for pod on switch ip-10-0-1-98.ec2.internal I0512 07:32:26.650899 3918 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn I0512 07:32:26.666132 3918 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn] pod update took 15.270335ms I0512 07:32:26.666175 3918 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn] addLogicalPort annotation time took 15.304611ms I0512 07:32:26.667483 3918 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn] addLogicalPort took 16.723751ms, libovsdb time 869.27µs I0512 07:32:27.007185 3918 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key ] I0512 07:32:27.016282 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn, hostIfaceName: 8d57a51acb27f05, network: default, NAD default, SandboxID: "8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5", PCI device ID: , UID: "dfe1c52a-3c65-4ad4-9ba7-3695aefa04e4", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0512 07:32:27.066323 3918 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:60:01:49:7d:4b\",\"name\":\"8d57a51acb27f05\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2049effa-14ad-424c-a1b1-301ede62dd4c\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:32:34.488305 3918 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4s74 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:34.488927 3918 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4s74 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:35.386648 3918 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4s74 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:35.386674 3918 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4s74 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:35.392727 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74cc548878-t4s74 I0512 07:32:35.392752 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74cc548878-t4s74 I0512 07:32:36.978936 3918 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 07:32:45.996254 3918 cni.go:452] [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key ] I0512 07:32:46.064644 3918 cni.go:473] [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74cc548878-t4zl5 670fcd444119ae58309ac608ed929a4bf319117e4b3a6030abdaf304b9b91ed4 network default NAD default NAD key default], result "{}", err I0512 07:32:46.107020 3918 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4zl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:46.107062 3918 pods.go:176] Deleting pod: openshift-console/console-74cc548878-t4zl5 I0512 07:32:46.108254 3918 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74cc548878-t4zl5, ips: 10.128.0.28 I0512 07:32:46.108279 3918 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4zl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:46.955656 3918 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4zl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:46.955684 3918 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4zl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:46.959028 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74cc548878-t4zl5 I0512 07:32:46.959054 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74cc548878-t4zl5 I0512 07:32:47.952555 3918 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key ] I0512 07:32:48.019175 3918 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn 8d57a51acb27f05a171b2320bc2e34b75b19b26edfd545f720d0f037e310f5b5 network default NAD default NAD key default], result "{}", err I0512 07:32:48.065974 3918 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.066010 3918 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn I0512 07:32:48.067530 3918 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn, ips: 10.128.0.30 I0512 07:32:48.067560 3918 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.067581 3918 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.067593 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 07:32:48.067789 3918 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.067800 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 07:32:49.093041 3918 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093064 3918 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093078 3918 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093091 3918 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:51.762430 3918 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 07:32:51.774391 3918 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 07:33:10.405436 3918 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:33:10.405976 3918 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:33:10.513291 3918 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:33:10.513316 3918 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:33:10.519340 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 07:33:10.519361 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 07:34:17.663088 3918 base_network_controller_pods.go:487] [default/openshift-console/console-757ff86b95-cs9v2] creating logical port openshift-console_console-757ff86b95-cs9v2 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:34:17.663196 3918 kube.go:256] Updating pod openshift-console/console-757ff86b95-cs9v2 I0512 07:34:17.728050 3918 pod.go:62] [openshift-console/console-757ff86b95-cs9v2] pod update took 64.894492ms I0512 07:34:17.728075 3918 base_network_controller_pods.go:951] [default/openshift-console/console-757ff86b95-cs9v2] addLogicalPort annotation time took 64.924094ms I0512 07:34:17.729351 3918 pods.go:271] [openshift-console/console-757ff86b95-cs9v2] addLogicalPort took 66.276817ms, libovsdb time 903.709µs I0512 07:34:19.521524 3918 cni.go:452] [openshift-console/console-757ff86b95-cs9v2 d7fce6f7e7efa70d83509ce48a1844b85e087d8dd9fa29548944c458c870d437 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-757ff86b95-cs9v2 d7fce6f7e7efa70d83509ce48a1844b85e087d8dd9fa29548944c458c870d437 network default NAD default NAD key ] I0512 07:34:19.531193 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-757ff86b95-cs9v2, hostIfaceName: d7fce6f7e7efa70, network: default, NAD default, SandboxID: "d7fce6f7e7efa70d83509ce48a1844b85e087d8dd9fa29548944c458c870d437", PCI device ID: , UID: "53eaca91-65b8-49db-9c1c-3dd773907140", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0512 07:34:19.579372 3918 cni.go:473] [openshift-console/console-757ff86b95-cs9v2 d7fce6f7e7efa70d83509ce48a1844b85e087d8dd9fa29548944c458c870d437 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-757ff86b95-cs9v2 d7fce6f7e7efa70d83509ce48a1844b85e087d8dd9fa29548944c458c870d437 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:13:17:dd:f8:a6\",\"name\":\"d7fce6f7e7efa70\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e834a0e0-c068-47b8-82cd-5afee84ecb37\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:34:30.366637 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 07:34:42.994877 3918 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:42.995475 3918 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:43.881227 3918 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:43.881250 3918 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:43.886595 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc6d4b779-fsn9q I0512 07:34:43.886618 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc6d4b779-fsn9q I0512 07:34:55.680590 3918 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:55.681102 3918 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:56.486347 3918 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:56.486370 3918 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:56.491486 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc6d4b779-fbc2l I0512 07:34:56.491514 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc6d4b779-fbc2l I0512 07:35:54.701465 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0512 07:35:58.703219 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134 I0512 07:36:12.809957 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0512 07:36:13.787989 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 07:36:19.691705 3918 namespace.go:98] [tsf] adding namespace I0512 07:36:19.692596 3918 namespace.go:102] [tsf] adding namespace took 868.5µs I0512 07:36:19.713128 3918 namespace.go:142] [tsf] updating namespace I0512 07:36:19.724264 3918 namespace.go:142] [tsf] updating namespace I0512 07:36:23.941701 3918 namespace.go:98] [rhtpa-operator] adding namespace I0512 07:36:23.942630 3918 namespace.go:102] [rhtpa-operator] adding namespace took 907.361µs I0512 07:36:23.947534 3918 namespace.go:98] [cert-manager-operator] adding namespace I0512 07:36:23.947673 3918 namespace.go:98] [tsf-keycloak] adding namespace I0512 07:36:23.947702 3918 namespace.go:98] [konflux-ui] adding namespace I0512 07:36:23.948266 3918 namespace.go:102] [cert-manager-operator] adding namespace took 716.302µs I0512 07:36:23.948834 3918 namespace.go:102] [tsf-keycloak] adding namespace took 1.142783ms I0512 07:36:23.949387 3918 namespace.go:102] [konflux-ui] adding namespace took 1.670704ms I0512 07:36:23.949721 3918 namespace.go:98] [konflux-operator] adding namespace I0512 07:36:23.949762 3918 namespace.go:98] [rhbk-operator] adding namespace I0512 07:36:23.949875 3918 namespace.go:98] [tsf-tas] adding namespace I0512 07:36:23.950450 3918 namespace.go:102] [konflux-operator] adding namespace took 714.792µs I0512 07:36:23.950482 3918 namespace.go:98] [tsf-tpa] adding namespace I0512 07:36:23.951117 3918 namespace.go:102] [tsf-tpa] adding namespace took 627.954µs I0512 07:36:23.951664 3918 namespace.go:102] [rhbk-operator] adding namespace took 1.889417ms I0512 07:36:23.952306 3918 namespace.go:102] [tsf-tas] adding namespace took 2.416877ms I0512 07:36:23.960744 3918 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:23.973846 3918 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:23.990219 3918 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:23.994366 3918 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:23.997897 3918 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:23.997953 3918 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:23.999906 3918 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:24.016645 3918 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.020775 3918 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.020890 3918 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.022704 3918 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:24.087773 3918 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.099663 3918 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.114983 3918 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:24.123245 3918 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:24.150146 3918 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:24.156191 3918 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.174573 3918 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.186305 3918 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.204576 3918 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.217496 3918 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.228600 3918 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.241231 3918 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:24.254637 3918 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:25.309606 3918 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:25.323362 3918 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:25.493685 3918 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-98.ec2.internal I0512 07:36:25.493786 3918 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0512 07:36:25.524103 3918 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.344475ms I0512 07:36:25.524125 3918 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.373137ms I0512 07:36:25.525421 3918 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.758419ms, libovsdb time 941.953µs I0512 07:36:25.865461 3918 cni.go:452] [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key ] I0512 07:36:25.874678 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: fc2ccf78059b9a3, network: default, NAD default, SandboxID: "fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2", PCI device ID: , UID: "c56515f0-93b5-4a98-aa35-5850c9e027f9", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0512 07:36:25.924051 3918 cni.go:473] [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b8:e7:68:48:af\",\"name\":\"fc2ccf78059b9a3\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/177535d6-1833-4cd5-96bb-512e012dc452\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:36:26.847978 3918 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g for pod on switch ip-10-0-1-98.ec2.internal I0512 07:36:26.848124 3918 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g I0512 07:36:26.862742 3918 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g] pod update took 14.655777ms I0512 07:36:26.862770 3918 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g] addLogicalPort annotation time took 14.69428ms I0512 07:36:26.864329 3918 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g] addLogicalPort took 16.366813ms, libovsdb time 1.069599ms I0512 07:36:26.943564 3918 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp for pod on switch ip-10-0-1-98.ec2.internal I0512 07:36:26.943798 3918 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp I0512 07:36:26.958972 3918 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp] pod update took 15.233759ms I0512 07:36:26.959000 3918 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp] addLogicalPort annotation time took 15.265253ms I0512 07:36:26.960276 3918 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp] addLogicalPort took 16.73733ms, libovsdb time 912.629µs I0512 07:36:27.716805 3918 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key ] I0512 07:36:27.721570 3918 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key ] I0512 07:36:27.727257 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g, hostIfaceName: efbd27eae77e1c5, network: default, NAD default, SandboxID: "efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b", PCI device ID: , UID: "5786ffd5-40d4-4868-b159-a16e42b32bb0", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0512 07:36:27.731781 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp, hostIfaceName: e8e131f419b8a5c, network: default, NAD default, SandboxID: "e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0", PCI device ID: , UID: "e7a3825b-a473-47b6-a193-c4b34bc5a5e3", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0512 07:36:27.779595 3918 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5d:6e:5c:bc:e1\",\"name\":\"efbd27eae77e1c5\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d926553d-f6b6-49cd-8b48-746cf0952995\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:36:27.799127 3918 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:cc:ee:5a:c8:33\",\"name\":\"e8e131f419b8a5c\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec870688-a1fe-4449-82eb-2a96b98a22b3\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:36:29.936046 3918 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:36:29.936198 3918 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 I0512 07:36:29.950203 3918 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6] pod update took 14.04934ms I0512 07:36:29.950276 3918 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6] addLogicalPort annotation time took 14.11411ms I0512 07:36:29.951697 3918 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6] addLogicalPort took 15.670817ms, libovsdb time 1.04863ms I0512 07:36:30.315227 3918 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key ] I0512 07:36:30.326828 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6, hostIfaceName: 0521c9624ee80a3, network: default, NAD default, SandboxID: "0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411", PCI device ID: , UID: "9f09b530-56d2-4edc-a38e-2a12e7169bd2", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0512 07:36:30.390512 3918 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:4a:d6:16:42:7d\",\"name\":\"0521c9624ee80a3\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69d56d6d-3ee1-4c5b-b458-1b85744019b7\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:36:31.661088 3918 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn for pod on switch ip-10-0-1-98.ec2.internal I0512 07:36:31.661237 3918 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn I0512 07:36:31.675811 3918 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn] pod update took 14.608039ms I0512 07:36:31.675838 3918 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn] addLogicalPort annotation time took 14.638778ms I0512 07:36:31.677432 3918 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn] addLogicalPort took 16.365095ms, libovsdb time 1.033361ms I0512 07:36:31.892297 3918 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key ] I0512 07:36:31.975852 3918 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g efbd27eae77e1c5cedbd99c806ac834075bacb171f934b8e0e2d149a68446b5b network default NAD default NAD key default], result "{}", err I0512 07:36:32.771729 3918 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.771771 3918 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g I0512 07:36:32.773381 3918 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g, ips: 10.128.0.33 I0512 07:36:32.773416 3918 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.773442 3918 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.773450 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:32.773659 3918 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.773678 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:32.899887 3918 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key ] I0512 07:36:32.976867 3918 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp e8e131f419b8a5c2d2fc04beada68419d1a6c1f061a4659b390d9210b45a23a0 network default NAD default NAD key default], result "{}", err I0512 07:36:33.129707 3918 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:36:33.129834 3918 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 I0512 07:36:33.145330 3918 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592] pod update took 15.523551ms I0512 07:36:33.145350 3918 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592] addLogicalPort annotation time took 15.549966ms I0512 07:36:33.146703 3918 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592] addLogicalPort took 17.015516ms, libovsdb time 916.736µs I0512 07:36:33.222256 3918 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk for pod on switch ip-10-0-1-98.ec2.internal I0512 07:36:33.222362 3918 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk I0512 07:36:33.236052 3918 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk] pod update took 13.724278ms I0512 07:36:33.236083 3918 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk] addLogicalPort annotation time took 13.759578ms I0512 07:36:33.237489 3918 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk] addLogicalPort took 15.251746ms, libovsdb time 882.367µs I0512 07:36:33.799472 3918 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.799506 3918 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.799521 3918 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.799530 3918 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.850353 3918 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850400 3918 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp I0512 07:36:33.852074 3918 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp, ips: 10.128.0.34 I0512 07:36:33.852103 3918 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.852126 3918 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.852137 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:33.852411 3918 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.852433 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:34.879397 3918 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.879431 3918 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.879450 3918 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.879461 3918 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:37.008020 3918 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key ] I0512 07:36:37.018409 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn, hostIfaceName: 2241813fb71ef05, network: default, NAD default, SandboxID: "2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085", PCI device ID: , UID: "36b28bf3-c599-4ca2-a60a-610e9d0f48f3", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0512 07:36:37.068307 3918 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key ] I0512 07:36:37.068553 3918 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key ] I0512 07:36:37.075911 3918 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e9:96:6e:77:20\",\"name\":\"2241813fb71ef05\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3372c74a-334b-4296-bf8d-bc1e20dbb555\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:36:37.079362 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592, hostIfaceName: 54063c580329760, network: default, NAD default, SandboxID: "54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff", PCI device ID: , UID: "dbab8051-bb47-4b75-aeb7-975a82020e43", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0512 07:36:37.083250 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk, hostIfaceName: 58b00ab3e2ea551, network: default, NAD default, SandboxID: "58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a", PCI device ID: , UID: "4d828bc6-e230-4d8d-85ba-1c99d1ee8e48", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0512 07:36:37.139123 3918 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:b8:c0:74:9f:e7\",\"name\":\"54063c580329760\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7eaffb58-5a3a-4b63-a7ca-c958e905f298\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:36:37.157554 3918 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:7c:b2:76:4f:09\",\"name\":\"58b00ab3e2ea551\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cd26905-da7c-41c0-9091-bcac74dedc28\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:36:39.952339 3918 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key ] I0512 07:36:40.021421 3918 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 0521c9624ee80a3cb466998731fe2503e1df76edcad1cbdb55c87f7a80325411 network default NAD default NAD key default], result "{}", err I0512 07:36:40.079990 3918 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080030 3918 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 I0512 07:36:40.081621 3918 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6, ips: 10.128.0.35 I0512 07:36:40.081651 3918 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.081683 3918 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.081696 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:40.081905 3918 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.081925 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:40.960450 3918 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key ] I0512 07:36:41.036393 3918 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk 58b00ab3e2ea551049d8d0d5a96ee93c210d3f7a6c15286e2db12f596a450d7a network default NAD default NAD key default], result "{}", err I0512 07:36:41.092481 3918 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.092518 3918 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk I0512 07:36:41.093926 3918 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk, ips: 10.128.0.38 I0512 07:36:41.093952 3918 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.093971 3918 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.093979 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:41.094164 3918 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.094181 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:41.108614 3918 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.108639 3918 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.108656 3918 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.108670 3918 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.963415 3918 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key ] I0512 07:36:42.033456 3918 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn 2241813fb71ef0525376eafb61c0daae71ecf0794614cbd8ab125682ca97c085 network default NAD default NAD key default], result "{}", err I0512 07:36:42.120229 3918 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120258 3918 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120286 3918 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120295 3918 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.203956 3918 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.203996 3918 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn I0512 07:36:42.205582 3918 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn, ips: 10.128.0.36 I0512 07:36:42.205608 3918 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.205626 3918 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.205634 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:42.205834 3918 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.205850 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:43.231090 3918 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231115 3918 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231128 3918 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231138 3918 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:45.990703 3918 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key ] I0512 07:36:46.067386 3918 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 54063c58032976089cb9e1a806759f067b9aac81e53dbb65b18a609040fb42ff network default NAD default NAD key default], result "{}", err I0512 07:36:46.175272 3918 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.175318 3918 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 I0512 07:36:46.176781 3918 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592, ips: 10.128.0.37 I0512 07:36:46.176811 3918 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.176831 3918 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.176839 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:46.177010 3918 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.177027 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... W0512 07:36:46.347427 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 07:36:47.207356 3918 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.207381 3918 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.207396 3918 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.207405 3918 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:49.807676 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0512 07:36:50.194183 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.205515 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.215760 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.223870 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:53.236333 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.745886 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.781136 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.811769 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.846110 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 07:36:58.565086 3918 namespace.go:98] [cert-manager] adding namespace I0512 07:36:58.565966 3918 namespace.go:102] [cert-manager] adding namespace took 852.473µs I0512 07:36:58.591018 3918 namespace.go:142] [cert-manager] updating namespace I0512 07:36:58.625747 3918 namespace.go:142] [cert-manager] updating namespace W0512 07:37:04.426590 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 07:37:04.426615 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 07:37:08.023048 3918 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:08.032585 3918 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:08.707388 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=86 I0512 07:37:15.219920 3918 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:23.524790 3918 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 07:37:23.525669 3918 namespace.go:102] [trusted-artifact-signer] adding namespace took 850.797µs I0512 07:37:23.557832 3918 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:23.604084 3918 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 07:37:24.130824 3918 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 07:37:24.823676 3918 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 07:37:30.390380 3918 namespace.go:98] [openshift-pipelines] adding namespace I0512 07:37:30.391233 3918 namespace.go:102] [openshift-pipelines] adding namespace took 830.121µs I0512 07:37:30.415454 3918 namespace.go:142] [openshift-pipelines] updating namespace I0512 07:37:31.790646 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 07:37:31.902477 3918 namespace.go:142] [cert-manager] updating namespace I0512 07:37:32.050796 3918 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:32.440614 3918 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:32.641727 3918 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:32.843264 3918 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:33.245429 3918 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:33.442931 3918 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:33.644611 3918 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:33.816397 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 07:37:33.849205 3918 namespace.go:142] [tsf] updating namespace I0512 07:37:34.046697 3918 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:34.247184 3918 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:34.446908 3918 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:34.576123 3918 namespace.go:142] [cert-manager] updating namespace I0512 07:37:34.584908 3918 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:34.593570 3918 namespace.go:142] [default] updating namespace I0512 07:37:34.601710 3918 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:34.612720 3918 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:34.621075 3918 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:34.629226 3918 namespace.go:142] [openshift] updating namespace I0512 07:37:34.638329 3918 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:34.649216 3918 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:34.660287 3918 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:34.667750 3918 namespace.go:142] [tsf] updating namespace I0512 07:37:34.686015 3918 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:34.706145 3918 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:34.727030 3918 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:34.828007 3918 namespace.go:142] [cert-manager] updating namespace I0512 07:37:34.929872 3918 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:35.027340 3918 namespace.go:142] [default] updating namespace I0512 07:37:35.133809 3918 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:35.230948 3918 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:35.326525 3918 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:35.424731 3918 namespace.go:142] [openshift] updating namespace I0512 07:37:35.527498 3918 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:35.636109 3918 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:35.747398 3918 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:35.831467 3918 namespace.go:142] [tsf] updating namespace I0512 07:37:35.927934 3918 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:36.028724 3918 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:36.135759 3918 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:36.261099 3918 cni.go:452] [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key ] I0512 07:37:36.343415 3918 cni.go:473] [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions fc2ccf78059b9a3aaeebe8d9813b0397bf1b3e41f964eacf923ed0e1d94cdce2 network default NAD default NAD key default], result "{}", err I0512 07:37:36.410830 3918 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:37:36.410862 3918 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0512 07:37:36.412109 3918 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.32 I0512 07:37:36.412137 3918 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:37:36.437619 3918 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:37:36.437638 3918 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:37:36.446920 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 07:37:36.446950 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 07:37:36.822189 3918 namespace.go:142] [openshift-pipelines] updating namespace I0512 07:37:38.351081 3918 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-98.ec2.internal I0512 07:37:38.351232 3918 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 07:37:38.381653 3918 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 30.450769ms I0512 07:37:38.381675 3918 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 30.476381ms I0512 07:37:38.382932 3918 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 31.868626ms, libovsdb time 903.032µs I0512 07:37:39.641182 3918 cni.go:452] [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key ] I0512 07:37:39.650455 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 62548f9fb11b252, network: default, NAD default, SandboxID: "62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50", PCI device ID: , UID: "e9dcf6d9-bd62-4037-9a5f-e5188c41da94", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0512 07:37:39.700221 3918 cni.go:473] [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:89:b2:98:62:68\",\"name\":\"62548f9fb11b252\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13a00af2-5d93-4b29-b8e6-63d66f3d957b\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:37:41.045516 3918 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-nsclk for pod on switch ip-10-0-1-98.ec2.internal I0512 07:37:41.045644 3918 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk I0512 07:37:41.059343 3918 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk] pod update took 13.72482ms I0512 07:37:41.059365 3918 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk] addLogicalPort annotation time took 13.754049ms I0512 07:37:41.060578 3918 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk] addLogicalPort took 15.078608ms, libovsdb time 846.962µs I0512 07:37:41.140572 3918 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-hnj8d for pod on switch ip-10-0-1-98.ec2.internal I0512 07:37:41.140659 3918 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d I0512 07:37:41.153279 3918 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d] pod update took 12.641738ms I0512 07:37:41.153299 3918 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d] addLogicalPort annotation time took 12.666752ms I0512 07:37:41.154470 3918 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d] addLogicalPort took 13.914461ms, libovsdb time 764.575µs I0512 07:37:44.967594 3918 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s for pod on switch ip-10-0-1-98.ec2.internal I0512 07:37:44.967691 3918 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s I0512 07:37:44.985338 3918 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s] pod update took 17.675963ms I0512 07:37:44.985365 3918 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s] addLogicalPort annotation time took 17.708114ms I0512 07:37:44.986885 3918 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s] addLogicalPort took 19.310514ms, libovsdb time 936.104µs I0512 07:37:45.065894 3918 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-jpsqb for pod on switch ip-10-0-1-98.ec2.internal I0512 07:37:45.066011 3918 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb I0512 07:37:45.083130 3918 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb] pod update took 17.155465ms I0512 07:37:45.083169 3918 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb] addLogicalPort annotation time took 17.181454ms I0512 07:37:45.084514 3918 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb] addLogicalPort took 18.640049ms, libovsdb time 912.173µs I0512 07:37:45.665193 3918 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s 746b8ef351b11a0d078c659dc25d64703d43f243e8c67b1f5e76a72e1f79b185 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s 746b8ef351b11a0d078c659dc25d64703d43f243e8c67b1f5e76a72e1f79b185 network default NAD default NAD key ] I0512 07:37:45.665274 3918 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb 9b1246be0a50f63b918f244aa6abf9caee054e4b57a31440a6d32954bf18c54c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb 9b1246be0a50f63b918f244aa6abf9caee054e4b57a31440a6d32954bf18c54c network default NAD default NAD key ] I0512 07:37:45.676272 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s, hostIfaceName: 746b8ef351b11a0, network: default, NAD default, SandboxID: "746b8ef351b11a0d078c659dc25d64703d43f243e8c67b1f5e76a72e1f79b185", PCI device ID: , UID: "4e774c90-6a0b-4847-9e74-208b0b3226c9", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0512 07:37:45.676585 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-jpsqb, hostIfaceName: 9b1246be0a50f63, network: default, NAD default, SandboxID: "9b1246be0a50f63b918f244aa6abf9caee054e4b57a31440a6d32954bf18c54c", PCI device ID: , UID: "4d3fc83f-32d4-442f-9146-da5e42ffc858", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0512 07:37:45.728491 3918 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s 746b8ef351b11a0d078c659dc25d64703d43f243e8c67b1f5e76a72e1f79b185 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7q79s 746b8ef351b11a0d078c659dc25d64703d43f243e8c67b1f5e76a72e1f79b185 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:24:62:16:02:1c\",\"name\":\"746b8ef351b11a0\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/469e6277-68fa-4a53-a91f-98e592f95a08\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:37:45.747477 3918 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb 9b1246be0a50f63b918f244aa6abf9caee054e4b57a31440a6d32954bf18c54c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jpsqb 9b1246be0a50f63b918f244aa6abf9caee054e4b57a31440a6d32954bf18c54c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:66:06:3d:9e:a6\",\"name\":\"9b1246be0a50f63\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20695697-5fb1-44df-96a9-fb4b2f07e032\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:37:48.642197 3918 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:48.642225 3918 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:48.642232 3918 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:49.704358 3918 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:49.704381 3918 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:49.704388 3918 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 07:37:50.104264 3918 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk 3a2d8f92733bb6ec6417260c7628a365b2936e80df97a9214df7332a029dc6e7 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk 3a2d8f92733bb6ec6417260c7628a365b2936e80df97a9214df7332a029dc6e7 network default NAD default NAD key ] I0512 07:37:50.113641 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-nsclk, hostIfaceName: 3a2d8f92733bb6e, network: default, NAD default, SandboxID: "3a2d8f92733bb6ec6417260c7628a365b2936e80df97a9214df7332a029dc6e7", PCI device ID: , UID: "b3cf4a88-1e00-45ae-812d-1f3be9841bf3", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0512 07:37:50.163614 3918 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk 3a2d8f92733bb6ec6417260c7628a365b2936e80df97a9214df7332a029dc6e7 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nsclk 3a2d8f92733bb6ec6417260c7628a365b2936e80df97a9214df7332a029dc6e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a5:d4:1d:14:3a\",\"name\":\"3a2d8f92733bb6e\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e335373-6e08-454b-a929-5a20e16b1f20\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:37:50.200690 3918 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d 0b705455ddc0eb650097ec41b3c301ab1bb5dc65345fe0d365f7624523728e8e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d 0b705455ddc0eb650097ec41b3c301ab1bb5dc65345fe0d365f7624523728e8e network default NAD default NAD key ] I0512 07:37:50.210108 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-hnj8d, hostIfaceName: 0b705455ddc0eb6, network: default, NAD default, SandboxID: "0b705455ddc0eb650097ec41b3c301ab1bb5dc65345fe0d365f7624523728e8e", PCI device ID: , UID: "90763988-2d67-4456-8777-d9d6d0390fa1", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0512 07:37:50.261195 3918 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d 0b705455ddc0eb650097ec41b3c301ab1bb5dc65345fe0d365f7624523728e8e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hnj8d 0b705455ddc0eb650097ec41b3c301ab1bb5dc65345fe0d365f7624523728e8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:dc:05:90:25:51\",\"name\":\"0b705455ddc0eb6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c03914d8-e738-4ea6-bbbf-540350898139\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:37:50.351906 3918 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351926 3918 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351932 3918 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351937 3918 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.420650 3918 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 07:37:51.359427 3918 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 07:37:57.280435 3918 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0512 07:38:01.364597 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:38:01.364620 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:38:01.364626 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:38:01.364631 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 07:38:06.793243 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 07:38:08.320527 3918 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 07:38:08.320582 3918 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hw8kj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hw8kj: no pod IPs found W0512 07:38:11.355875 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 07:38:12.761181 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 07:38:12.828373 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0512 07:38:13.370699 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 07:38:15.488807 3918 cni.go:452] [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key ] I0512 07:38:15.567917 3918 cni.go:473] [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 62548f9fb11b252b7350bbaefac8231469137dd451a72caad6252947d35eda50 network default NAD default NAD key default], result "{}", err I0512 07:38:15.621521 3918 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:38:15.621558 3918 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0512 07:38:15.622834 3918 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.39 I0512 07:38:15.622864 3918 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:38:15.643206 3918 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:38:15.643234 3918 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:38:15.654119 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 07:38:15.654143 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 07:38:16.888475 3918 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-98.ec2.internal I0512 07:38:16.888575 3918 kube.go:256] Updating pod tsf/test-tsf-iam I0512 07:38:16.903014 3918 pod.go:62] [tsf/test-tsf-iam] pod update took 14.462493ms I0512 07:38:16.903036 3918 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.490869ms I0512 07:38:16.904290 3918 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.831608ms, libovsdb time 879.498µs I0512 07:38:17.264244 3918 cni.go:452] [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key ] I0512 07:38:17.289877 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: db733816d78f357, network: default, NAD default, SandboxID: "db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71", PCI device ID: , UID: "b2942d59-9861-4a73-b1c2-35b0b90b8bc4", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0512 07:38:17.339052 3918 cni.go:473] [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:81:e7:f2:44:1c\",\"name\":\"db733816d78f357\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5403648-fa32-4ce6-8aa0-6b3467e794a4\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:38:17.901609 3918 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 07:38:17.902278 3918 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 07:38:17.902302 3918 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 07:38:17.904284 3918 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 07:38:18.179228 3918 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:38:18.179394 3918 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0512 07:38:18.194592 3918 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.238262ms I0512 07:38:18.194617 3918 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.268846ms I0512 07:38:18.196005 3918 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.799614ms, libovsdb time 1.00706ms I0512 07:38:18.539310 3918 cni.go:452] [tsf-keycloak/keycloak-0 6694a608b2063622ab30e62c0119cf89265d4d0922933b279872cbbc7e32eee5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 6694a608b2063622ab30e62c0119cf89265d4d0922933b279872cbbc7e32eee5 network default NAD default NAD key ] I0512 07:38:18.548479 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 6694a608b206362, network: default, NAD default, SandboxID: "6694a608b2063622ab30e62c0119cf89265d4d0922933b279872cbbc7e32eee5", PCI device ID: , UID: "876aad4e-d648-43fd-ab35-0a88a9b26b34", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0512 07:38:18.598078 3918 cni.go:473] [tsf-keycloak/keycloak-0 6694a608b2063622ab30e62c0119cf89265d4d0922933b279872cbbc7e32eee5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 6694a608b2063622ab30e62c0119cf89265d4d0922933b279872cbbc7e32eee5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:16:50:54:78:2b\",\"name\":\"6694a608b206362\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7da35f8-af60-4c0d-bf7d-5c2d47ce80d0\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:38:23.827796 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0512 07:38:24.553861 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:24.553884 3918 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:24.554103 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 07:38:24.554117 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 07:38:32.321677 3918 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 07:38:48.780275 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:48.780298 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:48.784562 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0512 07:38:48.784584 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0512 07:38:49.715001 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=937 W0512 07:38:51.519821 3918 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:51.519841 3918 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:51.519846 3918 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 07:38:58.074604 3918 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-tbkf2] creating logical port tsf-keycloak_tsf-iam-tbkf2 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:38:58.074744 3918 kube.go:256] Updating pod tsf-keycloak/tsf-iam-tbkf2 I0512 07:38:58.094469 3918 pod.go:62] [tsf-keycloak/tsf-iam-tbkf2] pod update took 19.750726ms I0512 07:38:58.094504 3918 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-tbkf2] addLogicalPort annotation time took 19.790005ms I0512 07:38:58.096250 3918 pods.go:271] [tsf-keycloak/tsf-iam-tbkf2] addLogicalPort took 21.666407ms, libovsdb time 1.192727ms I0512 07:38:58.442512 3918 cni.go:452] [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key ] I0512 07:38:58.451814 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-tbkf2, hostIfaceName: 289791988e1ff3e, network: default, NAD default, SandboxID: "289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951", PCI device ID: , UID: "5a61956f-8d91-444a-902a-85f842665217", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0512 07:38:58.504188 3918 cni.go:473] [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e9:30:b6:4f:c3\",\"name\":\"289791988e1ff3e\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3f3e6a2-8a41-4f3b-8149-42931d1dd0e8\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:39:08.831602 3918 cni.go:452] [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key ] I0512 07:39:08.915556 3918 cni.go:473] [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam db733816d78f35717234754f0f2e0267e8bcec89b0545c91a6a9427436c19a71 network default NAD default NAD key default], result "{}", err I0512 07:39:08.972600 3918 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:08.972644 3918 pods.go:176] Deleting pod: tsf/test-tsf-iam I0512 07:39:08.974262 3918 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.44 I0512 07:39:08.974298 3918 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:09.018405 3918 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:09.018432 3918 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:09.026036 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 07:39:09.026140 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 07:39:09.871333 3918 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-98.ec2.internal I0512 07:39:09.871478 3918 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0512 07:39:09.885030 3918 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.582327ms I0512 07:39:09.885059 3918 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.617153ms I0512 07:39:09.886395 3918 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.077426ms, libovsdb time 888.764µs I0512 07:39:10.254122 3918 cni.go:452] [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key ] I0512 07:39:10.263979 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 01e9e75e377a3b5, network: default, NAD default, SandboxID: "01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f", PCI device ID: , UID: "08337d56-dfd3-4460-b212-804155dc5444", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0512 07:39:10.321422 3918 cni.go:473] [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f7:22:d2:e1:78\",\"name\":\"01e9e75e377a3b5\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e1d7c2a-440c-4935-a24b-1025e79c04a8\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:39:12.128211 3918 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-jqrzq-h7xz7] creating logical port tsf-tas_rekor-createtree-job-jqrzq-h7xz7 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:39:12.128322 3918 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-jqrzq-h7xz7 I0512 07:39:12.147735 3918 pod.go:62] [tsf-tas/rekor-createtree-job-jqrzq-h7xz7] pod update took 19.43769ms I0512 07:39:12.147771 3918 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-jqrzq-h7xz7] addLogicalPort annotation time took 19.477272ms I0512 07:39:12.149273 3918 pods.go:271] [tsf-tas/rekor-createtree-job-jqrzq-h7xz7] addLogicalPort took 21.082135ms, libovsdb time 969.839µs I0512 07:39:12.488143 3918 cni.go:452] [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key ] I0512 07:39:12.498224 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-jqrzq-h7xz7, hostIfaceName: 37cd6c40ff79eeb, network: default, NAD default, SandboxID: "37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51", PCI device ID: , UID: "c71b8126-e32a-4c47-b1fe-9f8823a5cabd", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0512 07:39:12.551851 3918 cni.go:473] [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:37:ad:bf:34:7b\",\"name\":\"37cd6c40ff79eeb\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c1cab7a-0790-476b-b1cd-d4152b027f18\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:39:17.888342 3918 cni.go:452] [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key ] I0512 07:39:17.983406 3918 cni.go:473] [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-tbkf2 289791988e1ff3e77dd2749232ae868636385d4911a709157a1cb90eb3dcb951 network default NAD default NAD key default], result "{}", err I0512 07:39:18.038013 3918 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:18.038056 3918 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-tbkf2 I0512 07:39:18.039841 3918 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-tbkf2, ips: 10.128.0.46 I0512 07:39:18.039872 3918 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:18.921175 3918 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:18.921205 3918 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:20.700875 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0512 07:39:22.114627 3918 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 07:39:22.140914 3918 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 07:39:24.739874 3918 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 07:39:25.137807 3918 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 07:39:25.798397 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0512 07:39:27.850723 3918 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:27.851306 3918 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:28.871932 3918 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:28.871960 3918 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:33.701232 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=106 I0512 07:39:36.808959 3918 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-c9ql8 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:39:36.809052 3918 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8 I0512 07:39:36.827021 3918 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8] pod update took 17.988628ms I0512 07:39:36.827046 3918 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8] addLogicalPort annotation time took 18.021886ms I0512 07:39:36.828322 3918 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8] addLogicalPort took 19.378788ms, libovsdb time 866.105µs I0512 07:39:37.764982 3918 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8 7a66f111f506896981a97ffebd8f1d827d139af636e98919ad8fa5bfe3fb051b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8 7a66f111f506896981a97ffebd8f1d827d139af636e98919ad8fa5bfe3fb051b network default NAD default NAD key ] I0512 07:39:37.774320 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-c9ql8, hostIfaceName: 7a66f111f506896, network: default, NAD default, SandboxID: "7a66f111f506896981a97ffebd8f1d827d139af636e98919ad8fa5bfe3fb051b", PCI device ID: , UID: "3ffdec37-d8b8-4421-9f26-7ad2615afecc", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0512 07:39:37.824894 3918 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8 7a66f111f506896981a97ffebd8f1d827d139af636e98919ad8fa5bfe3fb051b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9ql8 7a66f111f506896981a97ffebd8f1d827d139af636e98919ad8fa5bfe3fb051b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e3:83:9b:96:99\",\"name\":\"7a66f111f506896\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/326cf3c8-583e-4c8d-bb9c-2b86ae03ea9b\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:00.111503 3918 cni.go:452] [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key ] I0512 07:40:00.181760 3918 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642860-2bpkb for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:00.181916 3918 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 07:40:00.195609 3918 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb] pod update took 13.715236ms I0512 07:40:00.195640 3918 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb] addLogicalPort annotation time took 13.787322ms I0512 07:40:00.196340 3918 cni.go:473] [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 01e9e75e377a3b5725c2750fa45ac379d65ee847d719475409d01c841770802f network default NAD default NAD key default], result "{}", err I0512 07:40:00.196969 3918 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb] addLogicalPort took 15.226726ms, libovsdb time 871.045µs I0512 07:40:00.247680 3918 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:00.247714 3918 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0512 07:40:00.248995 3918 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.47 I0512 07:40:00.249028 3918 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:00.270400 3918 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:00.270458 3918 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:00.279047 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 07:40:00.279083 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 07:40:00.542495 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key ] I0512 07:40:00.552140 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642860-2bpkb, hostIfaceName: be2319e337ef25e, network: default, NAD default, SandboxID: "be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895", PCI device ID: , UID: "ffc364c9-ff52-4286-870e-c39f6417450f", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0512 07:40:00.602913 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:be:6a:69:8e:86\",\"name\":\"be2319e337ef25e\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9e239cc-8e2f-47a8-975c-76bf1b434b0d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:01.030930 3918 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-xt5pk] creating logical port tsf_patch-tekton-config-xt5pk for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:01.031076 3918 kube.go:256] Updating pod tsf/patch-tekton-config-xt5pk I0512 07:40:01.043357 3918 pod.go:62] [tsf/patch-tekton-config-xt5pk] pod update took 12.304673ms I0512 07:40:01.043387 3918 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-xt5pk] addLogicalPort annotation time took 12.340521ms I0512 07:40:01.044705 3918 pods.go:271] [tsf/patch-tekton-config-xt5pk] addLogicalPort took 13.790062ms, libovsdb time 864.648µs I0512 07:40:01.396316 3918 cni.go:452] [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key ] I0512 07:40:01.406966 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-xt5pk, hostIfaceName: 2aad98715c10c60, network: default, NAD default, SandboxID: "2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331", PCI device ID: , UID: "45b157b3-2fa6-44c4-9a80-6aec94e9b611", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0512 07:40:01.461692 3918 cni.go:473] [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:35:f0:44:2f:a8\",\"name\":\"2aad98715c10c60\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33490fdc-2994-4e6c-b7ec-4ece2ce8e6fe\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:04.154768 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key ] I0512 07:40:04.247776 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb be2319e337ef25ee156363b065f70df8c9c7ad02ecf37c3e07a7614d1752c895 network default NAD default NAD key default], result "{}", err I0512 07:40:04.301400 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:04.301448 3918 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 07:40:04.303077 3918 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb, ips: 10.128.0.50 I0512 07:40:04.303112 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:05.156990 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:05.157020 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:09.177247 3918 cni.go:452] [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key ] I0512 07:40:09.260974 3918 cni.go:473] [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-jqrzq-h7xz7 37cd6c40ff79eeb332084c5e1242c6c359f55e333c317210e7ed68c30297db51 network default NAD default NAD key default], result "{}", err I0512 07:40:09.314070 3918 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:09.314107 3918 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-jqrzq-h7xz7 I0512 07:40:09.315620 3918 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-jqrzq-h7xz7, ips: 10.128.0.48 I0512 07:40:09.315648 3918 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:10.183276 3918 cni.go:452] [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key ] I0512 07:40:10.216667 3918 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:10.216695 3918 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:10.268278 3918 cni.go:473] [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-xt5pk 2aad98715c10c60c305e4394ad68728aa42cba62fbae72ca4f2ec8480363c331 network default NAD default NAD key default], result "{}", err I0512 07:40:10.324666 3918 obj_retry.go:498] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:10.324699 3918 pods.go:176] Deleting pod: tsf/patch-tekton-config-xt5pk I0512 07:40:10.326116 3918 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-xt5pk, ips: 10.128.0.51 I0512 07:40:10.326168 3918 obj_retry.go:498] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:11.200869 3918 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:11.200895 3918 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:11.312087 3918 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-h58r8] creating logical port tsf_tsf-tekton-configuration-h58r8 for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:11.312213 3918 kube.go:256] Updating pod tsf/tsf-tekton-configuration-h58r8 I0512 07:40:11.323065 3918 pod.go:62] [tsf/tsf-tekton-configuration-h58r8] pod update took 10.880523ms I0512 07:40:11.323108 3918 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-h58r8] addLogicalPort annotation time took 10.931774ms I0512 07:40:11.324415 3918 pods.go:271] [tsf/tsf-tekton-configuration-h58r8] addLogicalPort took 12.346007ms, libovsdb time 892.107µs I0512 07:40:11.672497 3918 cni.go:452] [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key ] I0512 07:40:11.682337 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-h58r8, hostIfaceName: d92fceffd3b8295, network: default, NAD default, SandboxID: "d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098", PCI device ID: , UID: "79af788d-6b9d-4216-a776-de3748f1eb5d", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0512 07:40:11.734636 3918 cni.go:473] [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:8b:76:9a:e1:6e\",\"name\":\"d92fceffd3b8295\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbb5ca26-3575-4a90-aa1d-a78829d04157\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:12.101375 3918 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:12.101916 3918 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:12.985517 3918 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:12.985545 3918 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:13.181073 3918 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5cd5f6bf78-25jmj] creating logical port tsf-tas_rekor-redis-5cd5f6bf78-25jmj for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:13.181187 3918 kube.go:256] Updating pod tsf-tas/rekor-redis-5cd5f6bf78-25jmj I0512 07:40:13.197011 3918 pod.go:62] [tsf-tas/rekor-redis-5cd5f6bf78-25jmj] pod update took 15.857318ms I0512 07:40:13.197045 3918 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5cd5f6bf78-25jmj] addLogicalPort annotation time took 15.899003ms I0512 07:40:13.198757 3918 pods.go:271] [tsf-tas/rekor-redis-5cd5f6bf78-25jmj] addLogicalPort took 17.705457ms, libovsdb time 1.036589ms I0512 07:40:13.322511 3918 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7774689b9c-7grkn] creating logical port tsf-tas_rekor-search-ui-7774689b9c-7grkn for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:13.322634 3918 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7774689b9c-7grkn I0512 07:40:13.335214 3918 pod.go:62] [tsf-tas/rekor-search-ui-7774689b9c-7grkn] pod update took 12.538568ms I0512 07:40:13.335245 3918 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7774689b9c-7grkn] addLogicalPort annotation time took 12.638552ms I0512 07:40:13.336872 3918 pods.go:271] [tsf-tas/rekor-search-ui-7774689b9c-7grkn] addLogicalPort took 14.376356ms, libovsdb time 1.086572ms I0512 07:40:13.619938 3918 cni.go:452] [tsf-tas/rekor-redis-5cd5f6bf78-25jmj e98921850a7f20d4280c8bb0ffa4edb50155e948e38e20958dd1c710979f7f14 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5cd5f6bf78-25jmj e98921850a7f20d4280c8bb0ffa4edb50155e948e38e20958dd1c710979f7f14 network default NAD default NAD key ] I0512 07:40:13.631014 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5cd5f6bf78-25jmj, hostIfaceName: e98921850a7f20d, network: default, NAD default, SandboxID: "e98921850a7f20d4280c8bb0ffa4edb50155e948e38e20958dd1c710979f7f14", PCI device ID: , UID: "3115c933-6923-40e8-aaf7-a1e0c78fe192", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0512 07:40:13.694659 3918 cni.go:473] [tsf-tas/rekor-redis-5cd5f6bf78-25jmj e98921850a7f20d4280c8bb0ffa4edb50155e948e38e20958dd1c710979f7f14 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5cd5f6bf78-25jmj e98921850a7f20d4280c8bb0ffa4edb50155e948e38e20958dd1c710979f7f14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b7:92:72:67:e9\",\"name\":\"e98921850a7f20d\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9281ab49-bb51-4b7a-8782-898dc396a500\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:13.712935 3918 cni.go:452] [tsf-tas/rekor-search-ui-7774689b9c-7grkn 0e352e4516cd4e3dc5dc860c28d0880eee69408f68d6e071d3b631a8d1f2865f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7774689b9c-7grkn 0e352e4516cd4e3dc5dc860c28d0880eee69408f68d6e071d3b631a8d1f2865f network default NAD default NAD key ] I0512 07:40:13.725767 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7774689b9c-7grkn, hostIfaceName: 0e352e4516cd4e3, network: default, NAD default, SandboxID: "0e352e4516cd4e3dc5dc860c28d0880eee69408f68d6e071d3b631a8d1f2865f", PCI device ID: , UID: "6aa392c2-92a0-4e45-b715-2ed9347f0d06", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0512 07:40:13.787466 3918 cni.go:473] [tsf-tas/rekor-search-ui-7774689b9c-7grkn 0e352e4516cd4e3dc5dc860c28d0880eee69408f68d6e071d3b631a8d1f2865f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7774689b9c-7grkn 0e352e4516cd4e3dc5dc860c28d0880eee69408f68d6e071d3b631a8d1f2865f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d0:76:9b:0a:08\",\"name\":\"0e352e4516cd4e3\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bb873d2-adda-4de7-9a7a-b7675cde1281\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:15.893345 3918 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-68d95f9f-qnbfg] creating logical port tsf-tas_rekor-server-68d95f9f-qnbfg for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:15.893475 3918 kube.go:256] Updating pod tsf-tas/rekor-server-68d95f9f-qnbfg I0512 07:40:15.907393 3918 pod.go:62] [tsf-tas/rekor-server-68d95f9f-qnbfg] pod update took 13.93862ms I0512 07:40:15.907425 3918 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-68d95f9f-qnbfg] addLogicalPort annotation time took 13.9756ms I0512 07:40:15.909066 3918 pods.go:271] [tsf-tas/rekor-server-68d95f9f-qnbfg] addLogicalPort took 15.728723ms, libovsdb time 1.048089ms I0512 07:40:17.232909 3918 cni.go:452] [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key ] I0512 07:40:17.320678 3918 cni.go:473] [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-h58r8 d92fceffd3b8295ab9444a6f1e0b62e64607577ed34438a06a5e08f630742098 network default NAD default NAD key default], result "{}", err I0512 07:40:17.388456 3918 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h58r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:17.388499 3918 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-h58r8 I0512 07:40:17.389894 3918 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-h58r8, ips: 10.128.0.52 I0512 07:40:17.389924 3918 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h58r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 07:40:18.234584 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 07:40:18.410456 3918 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h58r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.410486 3918 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h58r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.451803 3918 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.451831 3918 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.455634 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xt5pk I0512 07:40:18.455656 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xt5pk I0512 07:40:19.156398 3918 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:19.156490 3918 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0512 07:40:19.174269 3918 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 17.797842ms I0512 07:40:19.174302 3918 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.837984ms I0512 07:40:19.175591 3918 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 19.212711ms, libovsdb time 856.677µs I0512 07:40:19.516438 3918 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key ] I0512 07:40:19.525687 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: b14b04919fad26e, network: default, NAD default, SandboxID: "b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6", PCI device ID: , UID: "40d00c49-e8d3-4af6-bfc3-922f43d3d807", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0512 07:40:19.576068 3918 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ea:e0:37:ff:6c\",\"name\":\"b14b04919fad26e\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6f1189e-1e4c-464f-af77-a77bc58cf20f\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:40:21.003937 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 07:40:22.268627 3918 cni.go:452] [tsf-tas/rekor-server-68d95f9f-qnbfg be1348065248db8cccfcba02c765c8f1481fde93caa9ff85204d71ff80841c84 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-68d95f9f-qnbfg be1348065248db8cccfcba02c765c8f1481fde93caa9ff85204d71ff80841c84 network default NAD default NAD key ] I0512 07:40:22.278523 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-68d95f9f-qnbfg, hostIfaceName: be1348065248db8, network: default, NAD default, SandboxID: "be1348065248db8cccfcba02c765c8f1481fde93caa9ff85204d71ff80841c84", PCI device ID: , UID: "4b0f38dc-eb38-40a9-808b-05c9942437bc", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0512 07:40:22.327952 3918 cni.go:473] [tsf-tas/rekor-server-68d95f9f-qnbfg be1348065248db8cccfcba02c765c8f1481fde93caa9ff85204d71ff80841c84 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-68d95f9f-qnbfg be1348065248db8cccfcba02c765c8f1481fde93caa9ff85204d71ff80841c84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:4e:77:aa:80:13\",\"name\":\"be1348065248db8\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a7ff599-fe8a-45bc-af1e-8cac34b1cbbf\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:23.278243 3918 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key ] I0512 07:40:23.372754 3918 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa b14b04919fad26e24cec796c3ae728795467352f18e76bf2a6c9a70382bcacf6 network default NAD default NAD key default], result "{}", err I0512 07:40:23.429718 3918 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:23.429763 3918 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0512 07:40:23.431309 3918 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.56 I0512 07:40:23.431344 3918 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:23.452878 3918 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:23.452913 3918 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:23.459865 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 07:40:23.459908 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 07:40:23.692347 3918 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:23.692458 3918 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0512 07:40:23.712960 3918 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 20.527144ms I0512 07:40:23.712984 3918 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 20.557829ms I0512 07:40:23.714422 3918 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 22.097533ms, libovsdb time 986.253µs I0512 07:40:24.266702 3918 cni.go:452] [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key ] I0512 07:40:24.276557 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: decf77a1d90eb37, network: default, NAD default, SandboxID: "decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290", PCI device ID: , UID: "f47d126d-6038-4faa-a31c-eee75d9867d5", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0512 07:40:24.333013 3918 cni.go:473] [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:61:0c:02:df:f6\",\"name\":\"decf77a1d90eb37\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a36d2280-355a-4d05-9b97-5ad392d1ade7\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:24.863169 3918 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-hdlpm] creating logical port tsf-tpa_create-db-hdlpm for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:24.863316 3918 kube.go:256] Updating pod tsf-tpa/create-db-hdlpm I0512 07:40:24.875250 3918 pod.go:62] [tsf-tpa/create-db-hdlpm] pod update took 11.966408ms I0512 07:40:24.875339 3918 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-hdlpm] addLogicalPort annotation time took 12.060081ms I0512 07:40:24.877186 3918 pods.go:271] [tsf-tpa/create-db-hdlpm] addLogicalPort took 14.052561ms, libovsdb time 1.102142ms I0512 07:40:25.224694 3918 cni.go:452] [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key ] I0512 07:40:25.233983 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-hdlpm, hostIfaceName: f75c92c9db9fb57, network: default, NAD default, SandboxID: "f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4", PCI device ID: , UID: "df189326-fc82-4178-9dce-12f711df83f6", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0512 07:40:25.293608 3918 cni.go:473] [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:07:0e:34:f0:05\",\"name\":\"f75c92c9db9fb57\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/689fa707-c656-40fa-bcac-48e822071f79\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:40:25.293946 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 07:40:28.313510 3918 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 07:40:30.259550 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 07:40:31.341537 3918 cni.go:452] [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key ] I0512 07:40:31.423212 3918 cni.go:473] [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-hdlpm f75c92c9db9fb57abd4349073a01faa18107ba23aa1f2424d1904567ced8edf4 network default NAD default NAD key default], result "{}", err I0512 07:40:31.477939 3918 obj_retry.go:498] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:31.477982 3918 pods.go:176] Deleting pod: tsf-tpa/create-db-hdlpm I0512 07:40:31.479275 3918 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-hdlpm, ips: 10.128.0.58 I0512 07:40:31.479302 3918 obj_retry.go:498] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:32.500986 3918 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:32.501037 3918 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:32.613996 3918 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-khjpn] creating logical port tsf-tpa_migrate-db-khjpn for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:32.614122 3918 kube.go:256] Updating pod tsf-tpa/migrate-db-khjpn I0512 07:40:32.635234 3918 pod.go:62] [tsf-tpa/migrate-db-khjpn] pod update took 21.135948ms I0512 07:40:32.635275 3918 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-khjpn] addLogicalPort annotation time took 21.178887ms I0512 07:40:32.636736 3918 pods.go:271] [tsf-tpa/migrate-db-khjpn] addLogicalPort took 22.786695ms, libovsdb time 927.666µs I0512 07:40:32.967711 3918 cni.go:452] [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key ] I0512 07:40:32.976980 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-khjpn, hostIfaceName: ff18fca6d60c1fa, network: default, NAD default, SandboxID: "ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1", PCI device ID: , UID: "e8c6a092-1e64-485e-b633-81409a6d821a", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0512 07:40:33.027043 3918 cni.go:473] [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:1b:d1:5c:dd:7c\",\"name\":\"ff18fca6d60c1fa\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2da6424-8b86-4768-a794-ff7bf545930c\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:35.368316 3918 cni.go:452] [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key ] I0512 07:40:35.480217 3918 cni.go:473] [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-khjpn ff18fca6d60c1fa263ef4aa6d18aea0a938c24965d1a2a74ed25acec311c68e1 network default NAD default NAD key default], result "{}", err I0512 07:40:35.530475 3918 obj_retry.go:498] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:35.530512 3918 pods.go:176] Deleting pod: tsf-tpa/migrate-db-khjpn I0512 07:40:35.531810 3918 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-khjpn, ips: 10.128.0.59 I0512 07:40:35.531836 3918 obj_retry.go:498] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:35.646757 3918 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:35.646779 3918 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:35.819237 3918 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-8xvwb] creating logical port tsf-tpa_create-importers-8xvwb for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:35.819350 3918 kube.go:256] Updating pod tsf-tpa/create-importers-8xvwb I0512 07:40:35.833478 3918 pod.go:62] [tsf-tpa/create-importers-8xvwb] pod update took 14.152732ms I0512 07:40:35.833507 3918 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-8xvwb] addLogicalPort annotation time took 14.185258ms I0512 07:40:35.834746 3918 pods.go:271] [tsf-tpa/create-importers-8xvwb] addLogicalPort took 15.528412ms, libovsdb time 799.44µs I0512 07:40:36.183205 3918 cni.go:452] [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key ] I0512 07:40:36.192835 3918 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-8xvwb, hostIfaceName: ee175983e6ea023, network: default, NAD default, SandboxID: "ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae", PCI device ID: , UID: "f87415ed-1fe7-4305-bf93-209011823524", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0512 07:40:36.242551 3918 cni.go:473] [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:65:4d:84:6a:54\",\"name\":\"ee175983e6ea023\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b66b826e-9307-4e3c-a51b-ac5ac4eb25ac\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:40:36.305624 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0512 07:40:38.390294 3918 cni.go:452] [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key ] I0512 07:40:38.479034 3918 cni.go:473] [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-8xvwb ee175983e6ea023afb142ebd09eb8069c530bd7b1286592a4489d03dea610cae network default NAD default NAD key default], result "{}", err I0512 07:40:38.534101 3918 obj_retry.go:498] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:38.534141 3918 pods.go:176] Deleting pod: tsf-tpa/create-importers-8xvwb I0512 07:40:38.535612 3918 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-8xvwb, ips: 10.128.0.60 I0512 07:40:38.535654 3918 obj_retry.go:498] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:38.856507 3918 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:38.856533 3918 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 07:40:41.366908 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0512 07:40:47.147468 3918 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 07:40:49.459388 3918 cni.go:452] [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key ] I0512 07:40:49.539685 3918 cni.go:473] [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa decf77a1d90eb373ef4eef8b558f4d462d0cf48ece4598cd543a73aa14a1f290 network default NAD default NAD key default], result "{}", err I0512 07:40:49.625348 3918 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:49.625387 3918 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0512 07:40:49.626817 3918 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.57 I0512 07:40:49.626846 3918 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:49.647751 3918 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:49.647773 3918 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:49.655286 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 07:40:49.655317 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 07:40:50.556765 3918 namespace.go:98] [build-service] adding namespace I0512 07:40:50.557661 3918 namespace.go:102] [build-service] adding namespace took 871.067µs I0512 07:40:50.560666 3918 namespace.go:98] [default-tenant] adding namespace I0512 07:40:50.561361 3918 namespace.go:102] [default-tenant] adding namespace took 678.528µs I0512 07:40:50.564342 3918 namespace.go:98] [image-controller] adding namespace I0512 07:40:50.564880 3918 namespace.go:102] [image-controller] adding namespace took 521.93µs I0512 07:40:50.578900 3918 namespace.go:98] [integration-service] adding namespace I0512 07:40:50.579458 3918 namespace.go:102] [integration-service] adding namespace took 544.208µs I0512 07:40:50.625587 3918 namespace.go:142] [build-service] updating namespace I0512 07:40:50.696378 3918 namespace.go:142] [build-service] updating namespace I0512 07:40:50.703846 3918 namespace.go:142] [default-tenant] updating namespace I0512 07:40:50.741582 3918 namespace.go:142] [default-tenant] updating namespace I0512 07:40:50.781058 3918 namespace.go:142] [image-controller] updating namespace I0512 07:40:50.803956 3918 namespace.go:142] [image-controller] updating namespace I0512 07:40:50.828427 3918 namespace.go:142] [build-service] updating namespace I0512 07:40:50.828721 3918 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.847311 3918 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.890893 3918 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.933085 3918 namespace.go:98] [release-service] adding namespace I0512 07:40:50.933921 3918 namespace.go:102] [release-service] adding namespace took 816.315µs I0512 07:40:50.987242 3918 namespace.go:142] [konflux-ui] updating namespace I0512 07:40:51.006880 3918 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:51.006962 3918 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 07:40:51.052254 3918 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 45.313639ms I0512 07:40:51.052273 3918 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 45.336526ms I0512 07:40:51.053459 3918 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 46.596987ms, libovsdb time 815.345µs I0512 07:40:51.083065 3918 namespace.go:98] [konflux-info] adding namespace I0512 07:40:51.083766 3918 namespace.go:102] [konflux-info] adding namespace took 685.711µs I0512 07:40:51.123389 3918 namespace.go:98] [namespace-lister] adding namespace I0512 07:40:51.124110 3918 namespace.go:102] [namespace-lister] adding namespace took 706.379µs I0512 07:40:51.154819 3918 namespace.go:98] [enterprise-contract-service] adding namespace I0512 07:40:51.155399 3918 namespace.go:102] [enterprise-contract-service] adding namespace took 564.752µs I0512 07:40:51.201652 3918 namespace.go:142] [image-controller] updating namespace I0512 07:40:51.252759 3918 namespace.go:142] [release-service] updating namespace I0512 07:40:51.260684 3918 namespace.go:142] [release-service] updating namespace I0512 07:40:51.352114 3918 namespace.go:142] [default-tenant] updating namespace I0512 07:40:51.397995 3918 namespace.go:98] [segment-bridge] adding namespace I0512 07:40:51.398941 3918 namespace.go:102] [segment-bridge] adding namespace took 922.739µs I0512 07:40:51.594968 3918 namespace.go:98] [konflux-cli] adding namespace I0512 07:40:51.595796 3918 namespace.go:102] [konflux-cli] adding namespace took 807.412µs I0512 07:40:51.680811 3918 cni.go:452] [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key ] I0512 07:40:51.690421 3918 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 9fa7605f3404046, network: default, NAD default, SandboxID: "9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050", PCI device ID: , UID: "bdde6456-c63a-4be2-82ba-d20fe34c5afc", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0512 07:40:51.743242 3918 cni.go:473] [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:9d:b9:ff:1f:75\",\"name\":\"9fa7605f3404046\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52a8642e-505d-4a84-8b18-be011c814667\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:40:52.261991 3918 base_network_controller_pods.go:487] [default/konflux-ui/dex-846688bcf6-rtsvc] creating logical port konflux-ui_dex-846688bcf6-rtsvc for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:52.262089 3918 kube.go:256] Updating pod konflux-ui/dex-846688bcf6-rtsvc I0512 07:40:52.294754 3918 namespace.go:142] [build-service] updating namespace I0512 07:40:52.396856 3918 pod.go:62] [konflux-ui/dex-846688bcf6-rtsvc] pod update took 134.788246ms I0512 07:40:52.396887 3918 base_network_controller_pods.go:951] [default/konflux-ui/dex-846688bcf6-rtsvc] addLogicalPort annotation time took 134.824353ms I0512 07:40:52.398095 3918 pods.go:271] [konflux-ui/dex-846688bcf6-rtsvc] addLogicalPort took 136.125321ms, libovsdb time 766.898µs I0512 07:40:52.616226 3918 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6dd6d546f8-4grwf] creating logical port konflux-ui_proxy-6dd6d546f8-4grwf for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:52.616321 3918 kube.go:256] Updating pod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:40:52.853345 3918 kube.go:256] Updating pod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:40:53.034980 3918 pod.go:62] [konflux-ui/proxy-6dd6d546f8-4grwf] pod update took 418.688923ms I0512 07:40:53.035005 3918 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6dd6d546f8-4grwf] addLogicalPort annotation time took 418.719954ms I0512 07:40:53.036265 3918 pods.go:271] [konflux-ui/proxy-6dd6d546f8-4grwf] addLogicalPort took 420.054665ms, libovsdb time 804.989µs I0512 07:40:53.039885 3918 namespace.go:142] [konflux-info] updating namespace I0512 07:40:53.204542 3918 namespace.go:142] [konflux-info] updating namespace I0512 07:40:53.238128 3918 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:53.272962 3918 namespace.go:142] [default-tenant] updating namespace I0512 07:40:53.344034 3918 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:53.451175 3918 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:53.526434 3918 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:53.559842 3918 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-r2ssd for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:53.559932 3918 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd I0512 07:40:53.606871 3918 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd] pod update took 46.966681ms I0512 07:40:53.606896 3918 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd] addLogicalPort annotation time took 46.99385ms I0512 07:40:53.606972 3918 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:53.608169 3918 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd] addLogicalPort took 48.324077ms, libovsdb time 828.626µs I0512 07:40:53.662789 3918 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:53.704882 3918 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:53.704964 3918 namespace.go:142] [image-controller] updating namespace I0512 07:40:53.730761 3918 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:53.735982 3918 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 07:40:53.736523 3918 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 07:40:53.736540 3918 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 07:40:53.739036 3918 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 07:40:53.776726 3918 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 07:40:53.776747 3918 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 07:40:53.777402 3918 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 07:40:53.808835 3918 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:53.809236 3918 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:54.052833 3918 namespace.go:142] [integration-service] updating namespace I0512 07:40:54.304720 3918 namespace.go:142] [konflux-info] updating namespace I0512 07:40:54.489931 3918 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:54.726764 3918 namespace.go:142] [release-service] updating namespace I0512 07:40:54.807708 3918 namespace.go:142] [build-service] updating namespace I0512 07:40:54.840846 3918 namespace.go:142] [default-tenant] updating namespace I0512 07:40:54.842893 3918 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:54.842920 3918 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:54.857692 3918 namespace.go:142] [image-controller] updating namespace I0512 07:40:54.874018 3918 namespace.go:142] [integration-service] updating namespace I0512 07:40:54.931960 3918 namespace.go:142] [konflux-info] updating namespace I0512 07:40:54.967772 3918 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:54.984042 3918 namespace.go:142] [release-service] updating namespace I0512 07:40:55.049549 3918 namespace.go:142] [build-service] updating namespace I0512 07:40:55.118774 3918 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q] creating logical port integration-service_integration-service-controller-manager-5f4c9744dd-sgj2q for pod on switch ip-10-0-1-98.ec2.internal I0512 07:40:55.118880 3918 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q I0512 07:40:55.135917 3918 pod.go:62] [integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q] pod update took 17.067322ms I0512 07:40:55.135947 3918 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q] addLogicalPort annotation time took 17.104918ms I0512 07:40:55.137781 3918 pods.go:271] [integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q] addLogicalPort took 19.025762ms, libovsdb time 1.180272ms I0512 07:40:55.179883 3918 namespace.go:142] [default-tenant] updating namespace I0512 07:40:55.262506 3918 namespace.go:142] [image-controller] updating namespace I0512 07:40:55.327684 3918 namespace.go:142] [integration-service] updating namespace I0512 07:40:55.416904 3918 namespace.go:142] [konflux-info] updating namespace I0512 07:40:55.525875 3918 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:55.593600 3918 namespace.go:142] [release-service] updating namespace I0512 07:40:56.910552 3918 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.109980 3918 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:57.307988 3918 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:57.430899 3918 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.446806 3918 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:57.462388 3918 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:57.516913 3918 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.575878 3918 namespace.go:142] [konflux-cli] updating namespace W0512 07:40:57.642848 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 07:40:57.666459 3918 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 07:40:57.675430 3918 namespace.go:142] [segment-bridge] updating namespace I0512 07:41:00.106908 3918 cni.go:452] [konflux-ui/dex-846688bcf6-rtsvc d046b95323dc5dcdb13b77c2146b1eecb20880da162f32d3eeda1eb432d35ad9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-846688bcf6-rtsvc d046b95323dc5dcdb13b77c2146b1eecb20880da162f32d3eeda1eb432d35ad9 network default NAD default NAD key ] I0512 07:41:00.116075 3918 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-846688bcf6-rtsvc, hostIfaceName: d046b95323dc5dc, network: default, NAD default, SandboxID: "d046b95323dc5dcdb13b77c2146b1eecb20880da162f32d3eeda1eb432d35ad9", PCI device ID: , UID: "76ae515c-3da1-4123-a2ea-4863d376b5f4", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0512 07:41:00.373461 3918 cni.go:473] [konflux-ui/dex-846688bcf6-rtsvc d046b95323dc5dcdb13b77c2146b1eecb20880da162f32d3eeda1eb432d35ad9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-846688bcf6-rtsvc d046b95323dc5dcdb13b77c2146b1eecb20880da162f32d3eeda1eb432d35ad9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:30:3a:e5:a6:1e\",\"name\":\"d046b95323dc5dc\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ba68f1b-2c42-420a-a493-18d36fd334b3\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:41:00.487140 3918 cni.go:452] [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key ] I0512 07:41:00.514475 3918 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6dd6d546f8-4grwf, hostIfaceName: 6d48a2f51f308fe, network: default, NAD default, SandboxID: "6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8", PCI device ID: , UID: "ba6b2d88-2fb2-40c0-a01d-e4a602891b39", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0512 07:41:00.568049 3918 cni.go:473] [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9e:1a:b4:01:1e\",\"name\":\"6d48a2f51f308fe\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edbb0010-cf4b-481c-a8e4-985e1ab8f7a0\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:41:01.809114 3918 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key ] I0512 07:41:01.821082 3918 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-r2ssd, hostIfaceName: c6957067a77d31d, network: default, NAD default, SandboxID: "c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744", PCI device ID: , UID: "0042adad-9d5b-4d8e-a8e0-639808cf369c", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0512 07:41:01.884042 3918 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:77:62:aa:ce:ba\",\"name\":\"c6957067a77d31d\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1921ad3c-f456-491f-a580-e779a16507af\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:41:02.566132 3918 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0512 07:41:02.996068 3918 cni.go:452] [integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q e89de46194a23d648c53d0f7be124e0561e1e6bdb7b8be9947e9a7603d653748 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q e89de46194a23d648c53d0f7be124e0561e1e6bdb7b8be9947e9a7603d653748 network default NAD default NAD key ] I0512 07:41:03.005818 3918 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5f4c9744dd-sgj2q, hostIfaceName: e89de46194a23d6, network: default, NAD default, SandboxID: "e89de46194a23d648c53d0f7be124e0561e1e6bdb7b8be9947e9a7603d653748", PCI device ID: , UID: "bbac7130-23a1-4258-80bc-07f1d6002402", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0512 07:41:03.072910 3918 cni.go:473] [integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q e89de46194a23d648c53d0f7be124e0561e1e6bdb7b8be9947e9a7603d653748 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5f4c9744dd-sgj2q e89de46194a23d648c53d0f7be124e0561e1e6bdb7b8be9947e9a7603d653748 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:4d:55:4c:fc:96\",\"name\":\"e89de46194a23d6\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e98fd74-8d7d-4796-8b9b-2d04114b7ca4\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 07:41:03.665826 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 07:41:07.604382 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 07:41:07.608894 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 07:41:07.642318 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:07.642346 3918 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:07.666227 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 07:41:07.667057 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 07:41:08.701675 3918 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 07:41:08.703712 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 07:41:08.729838 3918 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:08.729857 3918 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:09.656255 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0512 07:41:09.734620 3918 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 07:41:18.622959 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 07:41:18.623115 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0512 07:41:18.833596 3918 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key ] I0512 07:41:18.917402 3918 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd c6957067a77d31d9bf7b242115b5ffa35e82da905b9ee86887307409a3e6e744 network default NAD default NAD key default], result "{}", err I0512 07:41:18.971669 3918 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:41:18.971719 3918 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd I0512 07:41:18.973074 3918 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd, ips: 10.128.0.64 I0512 07:41:18.973104 3918 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:41:19.690324 3918 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:41:19.690351 3918 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:41:19.697863 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd I0512 07:41:19.697895 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd I0512 07:41:45.010513 3918 namespace.go:142] [openshift-pipelines] updating namespace W0512 07:41:47.696502 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:47.696527 3918 util.go:959] Failed to build node endpoints for node ip-10-0-1-98.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 07:41:54.813205 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0512 07:42:19.290198 3918 cni.go:452] [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key ] I0512 07:42:19.375328 3918 cni.go:473] [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6dd6d546f8-4grwf 6d48a2f51f308fee178fa00a5febeab4763ab8a52411a0f72a4e06699c2c67e8 network default NAD default NAD key default], result "{}", err I0512 07:42:19.449031 3918 obj_retry.go:498] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:19.449068 3918 pods.go:176] Deleting pod: konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:42:19.450408 3918 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6dd6d546f8-4grwf, ips: 10.128.0.63 I0512 07:42:19.450442 3918 obj_retry.go:498] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:20.055974 3918 obj_retry.go:492] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:20.056004 3918 obj_retry.go:492] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:20.061864 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:42:20.061891 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:42:22.075900 3918 cni.go:452] [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key ] I0512 07:42:22.145058 3918 cni.go:473] [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 9fa7605f3404046bee98b64df443356ece317ae5d93bfbcc08cd36449784a050 network default NAD default NAD key default], result "{}", err I0512 07:42:22.197689 3918 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:22.197720 3918 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0512 07:42:22.199100 3918 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.61 I0512 07:42:22.199128 3918 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:22.241477 3918 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:22.241507 3918 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:22.251681 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 07:42:22.251705 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 07:42:31.710868 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0512 07:42:55.768009 3918 namespace.go:98] [managed-tenant-4pwo8] adding namespace I0512 07:42:55.768933 3918 namespace.go:102] [managed-tenant-4pwo8] adding namespace took 900.829µs I0512 07:42:55.788822 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:55.806892 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:56.830672 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:56.977739 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:57.059786 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:43:35.831070 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 07:43:42.704408 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170 I0512 07:43:58.790998 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 07:44:20.706406 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=161 I0512 07:45:09.703811 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0512 07:45:16.796929 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 07:45:38.801170 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 07:45:50.830885 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 07:46:07.813202 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 07:46:26.832924 3918 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 07:46:45.796526 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0512 07:46:49.704237 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 07:47:25.818879 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 07:48:16.815867 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 07:48:35.719519 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=357 I0512 07:49:20.794056 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 07:49:52.707142 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 07:49:55.709185 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0512 07:50:00.204437 3918 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642870-fttvh for pod on switch ip-10-0-1-98.ec2.internal I0512 07:50:00.204600 3918 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh I0512 07:50:00.232336 3918 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh] pod update took 27.774831ms I0512 07:50:00.232361 3918 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh] addLogicalPort annotation time took 27.807253ms I0512 07:50:00.233737 3918 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh] addLogicalPort took 29.323757ms, libovsdb time 918.013µs I0512 07:50:00.565135 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key ] I0512 07:50:00.575004 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642870-fttvh, hostIfaceName: e0b9e46c2bf6b1b, network: default, NAD default, SandboxID: "e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e", PCI device ID: , UID: "104acce6-a63b-44dd-9b6e-7e01b2ebab4b", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0512 07:50:00.627241 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:07:08:3b:f8:39\",\"name\":\"e0b9e46c2bf6b1b\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a97b644-5001-43e0-8ca7-481721e120fc\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:50:03.721947 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key ] I0512 07:50:03.808222 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh e0b9e46c2bf6b1b2879e42142a01db9462356264a666ce9d06a82cc3afc9ee2e network default NAD default NAD key default], result "{}", err I0512 07:50:03.861566 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:50:03.861597 3918 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh I0512 07:50:03.862945 3918 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh, ips: 10.128.0.66 I0512 07:50:03.862975 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:50:04.738184 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:04.738233 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.055936 3918 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.055969 3918 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.061984 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hdlpm I0512 07:50:32.062019 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hdlpm I0512 07:50:35.032593 3918 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:35.032623 3918 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:35.039085 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-khjpn I0512 07:50:35.039109 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-khjpn I0512 07:50:38.033825 3918 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:38.033872 3918 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:38.040846 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8xvwb I0512 07:50:38.040868 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8xvwb I0512 07:51:36.707237 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0512 07:51:45.804387 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 07:52:22.713817 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 07:52:36.816077 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 07:52:48.834201 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 07:53:16.821743 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 07:53:16.836120 3918 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 07:53:19.833525 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 07:53:25.800216 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 07:54:59.709872 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 07:55:48.797050 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 07:55:53.711678 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0512 07:56:04.706912 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 07:56:41.799615 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0512 07:57:30.635762 3918 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod] creating logical port default-tenant_tsf-comp-km85t-on-pull-request-m9zgg-init-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 07:57:30.635994 3918 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:30.667372 3918 pod.go:62] [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod] pod update took 31.426929ms I0512 07:57:30.667401 3918 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod] addLogicalPort annotation time took 31.459421ms I0512 07:57:30.668707 3918 pods.go:271] [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod] addLogicalPort took 32.974933ms, libovsdb time 866.022µs I0512 07:57:30.999242 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key ] I0512 07:57:31.010392 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-pull-request-m9zgg-init-pod, hostIfaceName: ee0b73d462ea847, network: default, NAD default, SandboxID: "ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68", PCI device ID: , UID: "c76f7df8-761c-49fc-a458-d4cb87eeedce", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0512 07:57:31.063702 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d4:92:fc:2f:46\",\"name\":\"ee0b73d462ea847\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d5494f3-e364-4f54-a587-8bca7063dc6f\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:57:46.818306 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 07:57:48.540546 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key ] I0512 07:57:48.620009 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod ee0b73d462ea847a900a47f173328e6110e91c13e2ee46d7e0c4ed95b66cdf68 network default NAD default NAD key default], result "{}", err I0512 07:57:48.679790 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:48.679854 3918 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:48.681164 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod, ips: 10.128.0.67 I0512 07:57:48.681195 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:49.257220 3918 obj_retry.go:492] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:57:49.257246 3918 obj_retry.go:492] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:57:49.264518 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:49.264550 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:53.360079 3918 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-init-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 07:57:53.360226 3918 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod I0512 07:57:53.382458 3918 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod] pod update took 22.259679ms I0512 07:57:53.382482 3918 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod] addLogicalPort annotation time took 22.292616ms I0512 07:57:53.383891 3918 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod] addLogicalPort took 23.825702ms, libovsdb time 977.696µs I0512 07:57:53.724638 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key ] I0512 07:57:53.734436 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-init-pod, hostIfaceName: e0dd30784ce5bd1, network: default, NAD default, SandboxID: "e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782", PCI device ID: , UID: "b9de98b7-7444-4917-bd1c-e95d1df75d52", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0512 07:57:53.789424 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:91:b6:aa:42:b4\",\"name\":\"e0dd30784ce5bd1\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bb52556-807d-4508-a21a-a5013af17d57\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:57:56.722740 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=46 I0512 07:57:58.327043 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key ] I0512 07:57:58.424720 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod e0dd30784ce5bd1f522af70c96218ef45e0ad53011dce7ab986c54fb386e7782 network default NAD default NAD key default], result "{}", err I0512 07:57:58.486128 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:58.486176 3918 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod I0512 07:57:58.487590 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod, ips: 10.128.0.68 I0512 07:57:58.487623 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:58.706771 3918 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-clone-repository-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 07:57:58.706928 3918 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod I0512 07:57:58.730533 3918 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod] pod update took 23.638372ms I0512 07:57:58.730559 3918 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod] addLogicalPort annotation time took 23.668472ms I0512 07:57:58.731865 3918 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod] addLogicalPort took 25.1138ms, libovsdb time 894.177µs I0512 07:57:59.076383 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key ] I0512 07:57:59.086586 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-clone-repository-pod, hostIfaceName: bde87d732520dd7, network: default, NAD default, SandboxID: "bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218", PCI device ID: , UID: "d4f5a206-8936-444a-abf4-6b54330c2e05", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0512 07:57:59.145509 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3b:9c:25:f1:8b\",\"name\":\"bde87d732520dd7\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76fea4ae-a15d-4358-ab96-d0e6158f41e0\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:58:13.453127 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key ] I0512 07:58:13.536975 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod bde87d732520dd749c5811ff9db9d0cdeda1d1e1fe3974e0f843c68bbed7f218 network default NAD default NAD key default], result "{}", err I0512 07:58:13.616542 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:58:13.616585 3918 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod I0512 07:58:13.617931 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod, ips: 10.128.0.69 I0512 07:58:13.617960 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:58:14.013805 3918 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 07:58:14.013930 3918 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod I0512 07:58:14.044063 3918 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod] pod update took 30.167139ms I0512 07:58:14.044089 3918 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod] addLogicalPort annotation time took 30.196987ms I0512 07:58:14.045337 3918 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod] addLogicalPort took 31.552285ms, libovsdb time 830.092µs I0512 07:58:14.381397 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key ] I0512 07:58:14.408192 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod, hostIfaceName: 78b298038bb58be, network: default, NAD default, SandboxID: "78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2", PCI device ID: , UID: "409a00f9-36a9-4b31-8934-223e6c7df6ae", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0512 07:58:14.463507 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:03:56:0e:00:4f\",\"name\":\"78b298038bb58be\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a4c778f-6cbf-4ae2-b941-057eb8deb8cd\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 07:58:18.807003 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 07:58:35.802719 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 07:59:18.874640 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key ] I0512 07:59:18.964983 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod 78b298038bb58bec301ebb1eb8adf739022029dda95b2cfbb819fd71e67df6c2 network default NAD default NAD key default], result "{}", err I0512 07:59:19.046459 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:59:19.046511 3918 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod I0512 07:59:19.047890 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod, ips: 10.128.0.70 I0512 07:59:19.047924 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:59:38.836804 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 07:59:44.836920 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 08:00:00.191752 3918 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29642880-xzbsr] creating logical port segment-bridge_segment-bridge-29642880-xzbsr for pod on switch ip-10-0-1-98.ec2.internal I0512 08:00:00.191876 3918 kube.go:256] Updating pod segment-bridge/segment-bridge-29642880-xzbsr I0512 08:00:00.196907 3918 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58] creating logical port openshift-pipelines_tekton-resource-pruner-cqnvg-29642880-sdp58 for pod on switch ip-10-0-1-98.ec2.internal I0512 08:00:00.197018 3918 kube.go:256] Updating pod openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:00:00.216990 3918 pod.go:62] [segment-bridge/segment-bridge-29642880-xzbsr] pod update took 25.150583ms I0512 08:00:00.217015 3918 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29642880-xzbsr] addLogicalPort annotation time took 25.177679ms I0512 08:00:00.217136 3918 pod.go:62] [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58] pod update took 20.13743ms I0512 08:00:00.217178 3918 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58] addLogicalPort annotation time took 20.181844ms I0512 08:00:00.218261 3918 pods.go:271] [segment-bridge/segment-bridge-29642880-xzbsr] addLogicalPort took 26.53628ms, libovsdb time 835.638µs I0512 08:00:00.218766 3918 pods.go:271] [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58] addLogicalPort took 21.870713ms, libovsdb time 1.20053ms I0512 08:00:00.221808 3918 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642880-hqtzz for pod on switch ip-10-0-1-98.ec2.internal I0512 08:00:00.221890 3918 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz I0512 08:00:00.238377 3918 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz] pod update took 16.501132ms I0512 08:00:00.238436 3918 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz] addLogicalPort annotation time took 16.562661ms I0512 08:00:00.239583 3918 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz] addLogicalPort took 17.787233ms, libovsdb time 773µs I0512 08:00:00.562293 3918 cni.go:452] [segment-bridge/segment-bridge-29642880-xzbsr ea2c18345b08d7210a566949dd579ee50d8c3f81f88564395bc7ad92b96bb56f network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29642880-xzbsr ea2c18345b08d7210a566949dd579ee50d8c3f81f88564395bc7ad92b96bb56f network default NAD default NAD key ] I0512 08:00:00.562352 3918 cni.go:452] [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key ] I0512 08:00:00.574956 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-resource-pruner-cqnvg-29642880-sdp58, hostIfaceName: f89bb2c5a3a92d0, network: default, NAD default, SandboxID: "f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1", PCI device ID: , UID: "ff6a87b7-83ca-40ca-b124-3130ea9beff0", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0512 08:00:00.575211 3918 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29642880-xzbsr, hostIfaceName: ea2c18345b08d72, network: default, NAD default, SandboxID: "ea2c18345b08d7210a566949dd579ee50d8c3f81f88564395bc7ad92b96bb56f", PCI device ID: , UID: "cbcee76b-d99c-4d03-90e0-577ac8564343", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0512 08:00:00.595488 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key ] I0512 08:00:00.605967 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642880-hqtzz, hostIfaceName: 6dcf1c441ee7162, network: default, NAD default, SandboxID: "6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e", PCI device ID: , UID: "0c6dc10b-f2cf-4151-9bd5-42a112cc4f22", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0512 08:00:00.674704 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9f:f5:f5:30:98\",\"name\":\"6dcf1c441ee7162\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5e99c3f-2c44-4d01-b0c8-f48bed854c18\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:00:00.847239 3918 cni.go:473] [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:c6:13:3d:cd:e8\",\"name\":\"f89bb2c5a3a92d0\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b08ea559-5113-498a-afc5-afcb49ff7bb6\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:00:00.861344 3918 cni.go:473] [segment-bridge/segment-bridge-29642880-xzbsr ea2c18345b08d7210a566949dd579ee50d8c3f81f88564395bc7ad92b96bb56f network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29642880-xzbsr ea2c18345b08d7210a566949dd579ee50d8c3f81f88564395bc7ad92b96bb56f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:bf:0c:44:76:e7\",\"name\":\"ea2c18345b08d72\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4216278c-6b50-4247-be5a-523768c00563\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:00:04.154528 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key ] I0512 08:00:04.244784 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz 6dcf1c441ee7162fd8678259b8fd22affe0608b536c080ab4c97cd7ce8c8f92e network default NAD default NAD key default], result "{}", err I0512 08:00:04.296136 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:04.296184 3918 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz I0512 08:00:04.297510 3918 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz, ips: 10.128.0.73 I0512 08:00:04.297537 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:05.318482 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.318513 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.351538 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.351566 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.356964 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 08:00:05.356984 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 08:00:19.824309 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 08:00:29.717099 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 08:00:48.441906 3918 cni.go:452] [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key ] I0512 08:00:48.526892 3918 cni.go:473] [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 f89bb2c5a3a92d0a0675256b4c13aa2682f70112e0701d649bace922021285e1 network default NAD default NAD key default], result "{}", err I0512 08:00:48.577704 3918 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:48.577740 3918 pods.go:176] Deleting pod: openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:00:48.579259 3918 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58, ips: 10.128.0.72 I0512 08:00:48.579292 3918 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:49.454444 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:49.454473 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:01:08.710115 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0512 08:01:26.713382 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 08:01:51.818620 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 08:01:52.031496 3918 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-build-image-index-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:01:52.031665 3918 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod I0512 08:01:52.064483 3918 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod] pod update took 32.876628ms I0512 08:01:52.064508 3918 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod] addLogicalPort annotation time took 32.905818ms I0512 08:01:52.065985 3918 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod] addLogicalPort took 34.502994ms, libovsdb time 986.921µs I0512 08:01:52.696616 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key ] I0512 08:01:52.706321 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-build-image-index-pod, hostIfaceName: d6d3383d5b856e1, network: default, NAD default, SandboxID: "d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8", PCI device ID: , UID: "1cbb5031-2127-4e21-89ac-4878695afdc5", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0512 08:01:52.751062 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:01:52.751578 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:01:52.760316 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:9d:4b:d4:80:a9\",\"name\":\"d6d3383d5b856e1\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7e6f061-95a6-4fd5-8247-4ae8ef35b493\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:01:59.800013 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 08:02:29.556979 3918 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:02:29.557168 3918 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod I0512 08:02:29.585493 3918 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod] pod update took 28.377099ms I0512 08:02:29.585515 3918 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod] addLogicalPort annotation time took 28.401898ms I0512 08:02:29.586791 3918 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod] addLogicalPort took 29.832872ms, libovsdb time 863.137µs I0512 08:02:29.926112 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key ] I0512 08:02:29.935414 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod, hostIfaceName: 011986ddfdd8ca5, network: default, NAD default, SandboxID: "011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96", PCI device ID: , UID: "d90ce833-3cf1-4519-b0c1-aeee18fe6321", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0512 08:02:29.990968 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:8d:b8:0d:36:22\",\"name\":\"011986ddfdd8ca5\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/281026e8-d839-4776-9680-87a41915770a\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:02:30.105487 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key ] I0512 08:02:30.193472 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod d6d3383d5b856e1cbe0db3407df9511b6870b37c93d8f1bfdef02b84e9b183d8 network default NAD default NAD key default], result "{}", err I0512 08:02:30.250857 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:02:30.250889 3918 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod I0512 08:02:30.252372 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod, ips: 10.128.0.74 I0512 08:02:30.252401 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:02:31.415952 3918 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:02:31.416105 3918 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod I0512 08:02:31.440063 3918 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod] pod update took 24.005452ms I0512 08:02:31.440088 3918 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod] addLogicalPort annotation time took 24.033865ms I0512 08:02:31.441463 3918 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod] addLogicalPort took 25.53089ms, libovsdb time 956.398µs I0512 08:02:31.781091 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key ] I0512 08:02:31.791031 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod, hostIfaceName: 32702ce45dab6c6, network: default, NAD default, SandboxID: "32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca", PCI device ID: , UID: "6298d314-b80d-4f74-a72d-fe86e00f51be", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23] I0512 08:02:31.844660 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:84:b3:81:41:8a\",\"name\":\"32702ce45dab6c6\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d26a22fa-be45-4c6c-9ba2-f094a94308ab\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:03:00.839512 3918 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0512 08:03:15.464862 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key ] I0512 08:03:15.564030 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod 32702ce45dab6c64cc8db002d99d21d523b58a1132dd6b3272d5f7205e95d3ca network default NAD default NAD key default], result "{}", err I0512 08:03:15.670912 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:15.670953 3918 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod I0512 08:03:15.672483 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod, ips: 10.128.0.76 I0512 08:03:15.672531 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:48.608015 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:48.608557 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.590361 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.590923 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.696004 3918 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key ] I0512 08:03:49.779104 3918 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod 011986ddfdd8ca5925e35b5578d629e1c9809dda46dbb9c2c44ea8e595a9ed96 network default NAD default NAD key default], result "{}", err I0512 08:03:49.850649 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.850722 3918 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod I0512 08:03:49.852104 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod, ips: 10.128.0.75 I0512 08:03:49.852136 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:51.625018 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:51.625600 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:52.642068 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:52.642711 3918 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:55.375142 3918 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-skvt-f6jhz-collect-keyless-params-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:03:55.375302 3918 kube.go:256] Updating pod default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:03:55.394847 3918 pod.go:62] [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod] pod update took 19.573993ms I0512 08:03:55.394878 3918 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod] addLogicalPort annotation time took 19.608048ms I0512 08:03:55.396452 3918 pods.go:271] [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod] addLogicalPort took 21.328679ms, libovsdb time 977.783µs I0512 08:03:55.746029 3918 cni.go:452] [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key ] I0512 08:03:55.755482 3918 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-skvt-f6jhz-collect-keyless-params-pod, hostIfaceName: 533c26102f58040, network: default, NAD default, SandboxID: "533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d", PCI device ID: , UID: "8020acc2-4c7c-421c-936b-70fe738fb6a7", MAC: 0a:58:0a:80:00:4d, IPs: [10.128.0.77/23] I0512 08:03:55.807627 3918 cni.go:473] [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:66:72:da:e1:d4\",\"name\":\"533c26102f58040\"},{\"mac\":\"0a:58:0a:80:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d820c8b0-7758-4f88-9423-df2f55ad2676\"}],\"ips\":[{\"address\":\"10.128.0.77/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:03:59.851371 3918 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:59.852003 3918 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:00.790333 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:04:00.790363 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:04:00.795977 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 08:04:00.796002 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 08:04:10.857530 3918 cni.go:452] [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key ] I0512 08:04:10.943884 3918 cni.go:473] [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod 533c26102f58040e0cc58406410f48055d1b05a6adc30f4f534a04b377c0bc1d network default NAD default NAD key default], result "{}", err I0512 08:04:11.004991 3918 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:11.005029 3918 pods.go:176] Deleting pod: default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:04:11.006839 3918 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod, ips: 10.128.0.77 I0512 08:04:11.006867 3918 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:35.802000 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 08:04:37.009084 3918 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:37.009663 3918 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:50.835981 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-verify-access-to-resources-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:04:50.836147 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:04:50.855135 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod] pod update took 19.018237ms I0512 08:04:50.855177 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod] addLogicalPort annotation time took 19.064782ms I0512 08:04:50.856467 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod] addLogicalPort took 20.509724ms, libovsdb time 921.444µs I0512 08:04:51.204976 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key ] I0512 08:04:51.214973 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-verify-access-to-resources-pod, hostIfaceName: fc7e206568c64cb, network: default, NAD default, SandboxID: "fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240", PCI device ID: , UID: "b2c31d30-9fd1-458c-b356-d7f8aa3e686e", MAC: 0a:58:0a:80:00:4e, IPs: [10.128.0.78/23] I0512 08:04:51.268941 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:7a:83:55:59:0a\",\"name\":\"fc7e206568c64cb\"},{\"mac\":\"0a:58:0a:80:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59bc07eb-4af5-4ad7-9c98-2bea46c18b74\"}],\"ips\":[{\"address\":\"10.128.0.78/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:04:53.701935 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0] creating logical port managed-tenant-4pwo8_affinity-assistant-4fa2de078e-0 for pod on switch ip-10-0-1-98.ec2.internal I0512 08:04:53.702104 3918 kube.go:256] Updating pod managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:04:53.715268 3918 pod.go:62] [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0] pod update took 13.210169ms I0512 08:04:53.715298 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0] addLogicalPort annotation time took 13.24734ms I0512 08:04:53.717176 3918 pods.go:271] [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0] addLogicalPort took 15.267673ms, libovsdb time 1.20953ms I0512 08:04:54.075530 3918 cni.go:452] [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key ] I0512 08:04:54.087334 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: affinity-assistant-4fa2de078e-0, hostIfaceName: f2c4c3e8c4c00f9, network: default, NAD default, SandboxID: "f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1", PCI device ID: , UID: "754d68ca-bb80-4800-865e-a22bd2a301b9", MAC: 0a:58:0a:80:00:4f, IPs: [10.128.0.79/23] I0512 08:04:54.149363 3918 cni.go:473] [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:6f:f4:6b:f6:fb\",\"name\":\"f2c4c3e8c4c00f9\"},{\"mac\":\"0a:58:0a:80:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f28afedf-daf3-475a-b0ba-4b81cfe44fb7\"}],\"ips\":[{\"address\":\"10.128.0.79/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:04:58.839355 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 08:05:09.283325 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key ] I0512 08:05:09.376134 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod fc7e206568c64cb17b9094f8b60eafc5aaa31946d20cc355371a44c0bfd65240 network default NAD default NAD key default], result "{}", err I0512 08:05:09.447379 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:09.447417 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:05:09.448836 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod, ips: 10.128.0.78 I0512 08:05:09.448868 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:09.543839 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-collect-data-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-collect-data-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:09.544008 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:05:09.566465 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod] pod update took 22.49097ms I0512 08:05:09.566491 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-collect-data-pod] addLogicalPort annotation time took 22.522829ms I0512 08:05:09.567900 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod] addLogicalPort took 24.07972ms, libovsdb time 968.089µs I0512 08:05:09.916495 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key ] I0512 08:05:09.925876 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-collect-data-pod, hostIfaceName: 9a06faebbb82482, network: default, NAD default, SandboxID: "9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa", PCI device ID: , UID: "cfbc6184-4b3e-4e42-a527-7ee64192410e", MAC: 0a:58:0a:80:00:50, IPs: [10.128.0.80/23] I0512 08:05:09.978327 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:c9:ef:9d:2d:30\",\"name\":\"9a06faebbb82482\"},{\"mac\":\"0a:58:0a:80:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09a27db8-01c9-40f1-a3bf-3cc908ab3fe0\"}],\"ips\":[{\"address\":\"10.128.0.80/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:05:19.379234 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key ] I0512 08:05:19.481326 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-data-pod 9a06faebbb82482436b670611679815e8630c8c27cf193ef2eb95dd7f485d4fa network default NAD default NAD key default], result "{}", err I0512 08:05:19.565418 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:19.565453 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:05:19.566972 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-collect-data-pod, ips: 10.128.0.80 I0512 08:05:19.566997 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:19.589566 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-collect-signing-params-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:19.589743 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:05:19.609103 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod] pod update took 19.387214ms I0512 08:05:19.609133 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod] addLogicalPort annotation time took 19.421753ms I0512 08:05:19.610884 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod] addLogicalPort took 21.335562ms, libovsdb time 1.166463ms I0512 08:05:19.963314 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key ] I0512 08:05:19.972576 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-collect-signing-params-pod, hostIfaceName: 24abbed6c46d1e3, network: default, NAD default, SandboxID: "24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257", PCI device ID: , UID: "2f2de183-a7c7-4c0b-b16d-fa00ddfe2fa4", MAC: 0a:58:0a:80:00:51, IPs: [10.128.0.81/23] I0512 08:05:20.027050 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c6:3a:c1:b2:df\",\"name\":\"24abbed6c46d1e3\"},{\"mac\":\"0a:58:0a:80:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/326a9c2c-e313-47c8-877f-fd9b2f49e7c7\"}],\"ips\":[{\"address\":\"10.128.0.81/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:05:20.193039 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-collect-task-params-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:20.193277 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:05:20.215648 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod] pod update took 22.41286ms I0512 08:05:20.215672 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod] addLogicalPort annotation time took 22.443316ms I0512 08:05:20.217015 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod] addLogicalPort took 23.994775ms, libovsdb time 907.457µs I0512 08:05:20.569432 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key ] I0512 08:05:20.578957 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-collect-task-params-pod, hostIfaceName: fbf5bb42c8b6a0a, network: default, NAD default, SandboxID: "fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72", PCI device ID: , UID: "247782cc-0875-44d4-81ae-003cfc9306e9", MAC: 0a:58:0a:80:00:52, IPs: [10.128.0.82/23] I0512 08:05:20.631729 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:86:d8:09:69:6d\",\"name\":\"fbf5bb42c8b6a0a\"},{\"mac\":\"0a:58:0a:80:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ea19b2e-9b53-405b-8950-3e55dfad6021\"}],\"ips\":[{\"address\":\"10.128.0.82/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:05:21.018008 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-collect-registry-token-secret-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:21.018188 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:05:21.040414 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod] pod update took 22.278519ms I0512 08:05:21.040446 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod] addLogicalPort annotation time took 22.312341ms I0512 08:05:21.041723 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod] addLogicalPort took 23.728989ms, libovsdb time 878.126µs I0512 08:05:21.396404 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key ] I0512 08:05:21.408285 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-collect-registry-token-secret-pod, hostIfaceName: d91df02f9d120b1, network: default, NAD default, SandboxID: "d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383", PCI device ID: , UID: "6d9f6d67-2bf9-4e0c-8775-b331db5ab24a", MAC: 0a:58:0a:80:00:53, IPs: [10.128.0.83/23] I0512 08:05:21.469488 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:73:da:91:e0:68\",\"name\":\"d91df02f9d120b1\"},{\"mac\":\"0a:58:0a:80:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d575f52c-0839-4ec5-8125-b6634525568b\"}],\"ips\":[{\"address\":\"10.128.0.83/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:05:21.523177 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-check-data-keys-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:21.523296 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:05:21.546420 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod] pod update took 23.157405ms I0512 08:05:21.546449 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod] addLogicalPort annotation time took 23.187351ms I0512 08:05:21.547871 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod] addLogicalPort took 24.728109ms, libovsdb time 958.939µs I0512 08:05:21.805829 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-reduce-snapshot-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:21.806012 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:05:21.830976 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod] pod update took 25.056247ms I0512 08:05:21.831002 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod] addLogicalPort annotation time took 25.087799ms I0512 08:05:21.832550 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod] addLogicalPort took 26.742341ms, libovsdb time 976.628µs I0512 08:05:21.959525 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key ] I0512 08:05:21.968820 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-check-data-keys-pod, hostIfaceName: 4fb27d273977d35, network: default, NAD default, SandboxID: "4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15", PCI device ID: , UID: "87b0024b-6595-402f-9207-97b14f3e0a71", MAC: 0a:58:0a:80:00:54, IPs: [10.128.0.84/23] I0512 08:05:22.022507 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a5:be:31:46:cc\",\"name\":\"4fb27d273977d35\"},{\"mac\":\"0a:58:0a:80:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c35b02cc-4695-4559-997f-75a1932d3aa1\"}],\"ips\":[{\"address\":\"10.128.0.84/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:05:22.184397 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key ] I0512 08:05:22.194537 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-reduce-snapshot-pod, hostIfaceName: 93a7b3b8e27805e, network: default, NAD default, SandboxID: "93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81", PCI device ID: , UID: "a04a0206-fd3b-46c7-aa3c-4baa9a7b0faa", MAC: 0a:58:0a:80:00:55, IPs: [10.128.0.85/23] I0512 08:05:22.251723 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:3e:28:85:cb:67\",\"name\":\"93a7b3b8e27805e\"},{\"mac\":\"0a:58:0a:80:00:55\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15d861d6-fa4b-4094-9f82-949c94aef2b4\"}],\"ips\":[{\"address\":\"10.128.0.85/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:05:26.810299 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 08:05:27.494713 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key ] I0512 08:05:27.576903 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod fbf5bb42c8b6a0a84bf0fd94cbfb101d868bcfad16b9b2e297b823ad6180de72 network default NAD default NAD key default], result "{}", err I0512 08:05:27.652764 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:27.652807 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:05:27.654326 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod, ips: 10.128.0.82 I0512 08:05:27.654357 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:29.519251 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key ] I0512 08:05:29.610211 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod d91df02f9d120b12f7e85ea5433937e74416f57ba7566e918c1fa91e2cefb383 network default NAD default NAD key default], result "{}", err I0512 08:05:29.689340 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:29.689376 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:05:29.690786 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod, ips: 10.128.0.83 I0512 08:05:29.690818 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:32.551069 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key ] I0512 08:05:32.634755 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod 24abbed6c46d1e3a65b0441dbe91f92a8ae3a7d5211caf6601ba7591a4f8e257 network default NAD default NAD key default], result "{}", err I0512 08:05:32.735599 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:32.735644 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:05:32.737114 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod, ips: 10.128.0.81 I0512 08:05:32.737166 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:34.572970 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key ] I0512 08:05:34.669739 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod 4fb27d273977d352f29d53b966d17da8fe71338bc70fb07ffb7f67e4e25bcd15 network default NAD default NAD key default], result "{}", err I0512 08:05:34.779946 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:34.779982 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:05:34.781450 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod, ips: 10.128.0.84 I0512 08:05:34.781477 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:38.618954 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key ] I0512 08:05:38.719778 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod 93a7b3b8e27805e294fee84aea49be134ea22146b72e00372529051cfd391a81 network default NAD default NAD key default], result "{}", err I0512 08:05:38.857282 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:38.857314 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:05:38.858851 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod, ips: 10.128.0.85 I0512 08:05:38.858887 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:39.691959 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-apply-mapping-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:39.692182 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:05:39.723853 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod] pod update took 31.737527ms I0512 08:05:39.723885 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod] addLogicalPort annotation time took 31.770649ms I0512 08:05:39.725327 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod] addLogicalPort took 33.387178ms, libovsdb time 954.595µs I0512 08:05:40.066003 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key ] I0512 08:05:40.075445 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-apply-mapping-pod, hostIfaceName: 599e16fdcb47c33, network: default, NAD default, SandboxID: "599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c", PCI device ID: , UID: "a7439419-efb0-4039-aebe-0db61b920f3e", MAC: 0a:58:0a:80:00:56, IPs: [10.128.0.86/23] I0512 08:05:40.129572 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:12:e2:c8:71:7c\",\"name\":\"599e16fdcb47c33\"},{\"mac\":\"0a:58:0a:80:00:56\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9c259ac-cd1e-4cc3-b9ea-f281f09da567\"}],\"ips\":[{\"address\":\"10.128.0.86/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:05:41.710305 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 08:05:43.714823 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0512 08:05:49.726454 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key ] I0512 08:05:49.835881 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod 599e16fdcb47c33971cfdc5afe16642963e35356ef7d00e8260a21cb2017621c network default NAD default NAD key default], result "{}", err I0512 08:05:49.839383 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 08:05:49.937030 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:49.937067 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:05:49.938540 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod, ips: 10.128.0.86 I0512 08:05:49.938574 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:50.789952 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-filter-already-released-images-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:05:50.790118 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:05:50.826218 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod] pod update took 36.133505ms I0512 08:05:50.826315 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod] addLogicalPort annotation time took 36.233966ms I0512 08:05:50.841985 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod] addLogicalPort took 52.051065ms, libovsdb time 14.595772ms I0512 08:05:51.165084 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key ] I0512 08:05:51.174723 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-filter-already-released-images-pod, hostIfaceName: d282214ea934d94, network: default, NAD default, SandboxID: "d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234", PCI device ID: , UID: "c9851c33-6a3e-4488-81f8-8cc3526eb78b", MAC: 0a:58:0a:80:00:57, IPs: [10.128.0.87/23] I0512 08:05:51.229923 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:48:07:6a:2d:8a\",\"name\":\"d282214ea934d94\"},{\"mac\":\"0a:58:0a:80:00:57\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8061d8ed-f211-4211-b111-4137c6192169\"}],\"ips\":[{\"address\":\"10.128.0.87/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:06:00.834219 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key ] I0512 08:06:00.931369 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod d282214ea934d948dced5d8c381c7f41a9e704a083a876233c9d94647aad8234 network default NAD default NAD key default], result "{}", err I0512 08:06:01.022888 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:01.022940 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:06:01.024811 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod, ips: 10.128.0.87 I0512 08:06:01.024843 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:01.501934 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-collect-tpa-params-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:06:01.502088 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:06:01.528444 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod] pod update took 26.384602ms I0512 08:06:01.528479 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod] addLogicalPort annotation time took 26.423891ms I0512 08:06:01.530177 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod] addLogicalPort took 28.260745ms, libovsdb time 1.097208ms I0512 08:06:01.886554 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key ] I0512 08:06:01.896469 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-collect-tpa-params-pod, hostIfaceName: 8fbf86ef0f22a9c, network: default, NAD default, SandboxID: "8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85", PCI device ID: , UID: "c234045e-31d7-4216-9631-3b1d7d4c1d82", MAC: 0a:58:0a:80:00:58, IPs: [10.128.0.88/23] I0512 08:06:01.950966 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:76:86:25:b1:4f\",\"name\":\"8fbf86ef0f22a9c\"},{\"mac\":\"0a:58:0a:80:00:58\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/730a6aa3-4e61-4148-a3a9-f083ef448671\"}],\"ips\":[{\"address\":\"10.128.0.88/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:06:03.003116 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-verify-conforma-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:06:03.003291 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:06:03.051348 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod] pod update took 48.127872ms I0512 08:06:03.051376 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod] addLogicalPort annotation time took 48.160719ms I0512 08:06:03.052845 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod] addLogicalPort took 49.7473ms, libovsdb time 895.695µs I0512 08:06:03.373125 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key ] I0512 08:06:03.383849 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-verify-conforma-pod, hostIfaceName: 158f1ba9b080796, network: default, NAD default, SandboxID: "158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c", PCI device ID: , UID: "5627d25b-13db-40dd-9992-81e408282bf8", MAC: 0a:58:0a:80:00:59, IPs: [10.128.0.89/23] I0512 08:06:03.437362 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:11:b4:80:84:ec\",\"name\":\"158f1ba9b080796\"},{\"mac\":\"0a:58:0a:80:00:59\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25588e82-54bd-4384-9bb3-0fdc508cef41\"}],\"ips\":[{\"address\":\"10.128.0.89/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:06:06.725452 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=349 I0512 08:06:07.910808 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key ] I0512 08:06:08.002950 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod 8fbf86ef0f22a9cdbf98af96f88afde62c6ee607db4a84e7d98eb9ff116a0f85 network default NAD default NAD key default], result "{}", err I0512 08:06:08.096972 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:08.097010 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:06:08.098571 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod, ips: 10.128.0.88 I0512 08:06:08.098599 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:08.809655 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 08:06:21.827405 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 08:06:37.215515 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key ] I0512 08:06:37.315588 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod 158f1ba9b0807969f21cf6fac715ca165a38a9c49561dec16a4e927bc94f8d4c network default NAD default NAD key default], result "{}", err I0512 08:06:37.480538 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:37.480637 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:06:37.482665 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod, ips: 10.128.0.89 I0512 08:06:37.482709 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:39.095768 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-push-snapshot-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:06:39.095917 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:06:39.136921 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod] pod update took 41.033372ms I0512 08:06:39.136949 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod] addLogicalPort annotation time took 41.067266ms I0512 08:06:39.138286 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod] addLogicalPort took 42.540905ms, libovsdb time 908.471µs I0512 08:06:39.771502 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key ] I0512 08:06:39.782211 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-push-snapshot-pod, hostIfaceName: 51aea153d301d74, network: default, NAD default, SandboxID: "51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a", PCI device ID: , UID: "7f7471c4-1274-4197-8653-198c58b17e30", MAC: 0a:58:0a:80:00:5a, IPs: [10.128.0.90/23] I0512 08:06:39.835709 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:73:eb:18:b5:c6\",\"name\":\"51aea153d301d74\"},{\"mac\":\"0a:58:0a:80:00:5a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d4e426-e455-44da-b9ae-fb0295775789\"}],\"ips\":[{\"address\":\"10.128.0.90/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:06:54.821936 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 08:07:08.529884 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key ] I0512 08:07:08.620204 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod 51aea153d301d74ab8e5cb04d06be5552c9d25b1ba0356c085b7f38d953c363a network default NAD default NAD key default], result "{}", err I0512 08:07:08.727269 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:08.727302 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:07:08.728853 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod, ips: 10.128.0.90 I0512 08:07:08.728883 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:09.956568 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-sign-image-cosign-keyless-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:07:09.956698 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:07:09.982643 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod] pod update took 25.978121ms I0512 08:07:09.982668 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 26.007934ms I0512 08:07:09.983998 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod] addLogicalPort took 27.442985ms, libovsdb time 937.866µs I0512 08:07:10.402830 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key ] I0512 08:07:10.412356 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-sign-image-cosign-keyless-pod, hostIfaceName: 9d9fe9c5d6094b6, network: default, NAD default, SandboxID: "9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590", PCI device ID: , UID: "de5b2d15-7887-40dc-a9d9-e02acaaa0660", MAC: 0a:58:0a:80:00:5b, IPs: [10.128.0.91/23] I0512 08:07:10.465450 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:0a:44:92:69:06\",\"name\":\"9d9fe9c5d6094b6\"},{\"mac\":\"0a:58:0a:80:00:5b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcd35f64-72c7-4480-a12b-631e3650db50\"}],\"ips\":[{\"address\":\"10.128.0.91/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:07:37.719729 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 08:07:56.973689 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key ] I0512 08:07:57.081753 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod 9d9fe9c5d6094b6ab05a3ae604436decc436f805bc3342c668d7dda1cb757590 network default NAD default NAD key default], result "{}", err I0512 08:07:57.153682 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:57.153717 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:07:57.155272 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod, ips: 10.128.0.91 I0512 08:07:57.155301 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:58.629675 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-process-component-sbom-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:07:58.629822 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:07:58.657563 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod] pod update took 27.772473ms I0512 08:07:58.657591 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod] addLogicalPort annotation time took 27.802394ms I0512 08:07:58.658915 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod] addLogicalPort took 29.270391ms, libovsdb time 876.277µs I0512 08:07:59.011336 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key ] I0512 08:07:59.020757 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-process-component-sbom-pod, hostIfaceName: 541e17acd04009d, network: default, NAD default, SandboxID: "541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c", PCI device ID: , UID: "e0510bc0-0f4e-4cbe-94cd-3e6c8309ca70", MAC: 0a:58:0a:80:00:5c, IPs: [10.128.0.92/23] I0512 08:07:59.076311 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3a:65:99:75:a2\",\"name\":\"541e17acd04009d\"},{\"mac\":\"0a:58:0a:80:00:5c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a41b9831-1808-453d-bce3-74afad2be014\"}],\"ips\":[{\"address\":\"10.128.0.92/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:08:16.715972 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 08:08:26.273313 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key ] I0512 08:08:26.367862 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod 541e17acd04009d0a68ff446f0fe7920af69103a927ec26acd874e0b4724c43c network default NAD default NAD key default], result "{}", err I0512 08:08:26.453255 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:26.453300 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:08:26.454681 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod, ips: 10.128.0.92 I0512 08:08:26.454709 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:26.483406 3918 base_network_controller_pods.go:487] [default/managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod] creating logical port managed-tenant-4pwo8_managed-8zt9l-update-cr-status-pod for pod on switch ip-10-0-1-98.ec2.internal I0512 08:08:26.483538 3918 kube.go:256] Updating pod managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:26.508855 3918 pod.go:62] [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod] pod update took 25.347722ms I0512 08:08:26.508883 3918 base_network_controller_pods.go:951] [default/managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod] addLogicalPort annotation time took 25.381235ms I0512 08:08:26.510242 3918 pods.go:271] [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod] addLogicalPort took 26.848617ms, libovsdb time 916.097µs I0512 08:08:26.887290 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key ] I0512 08:08:26.898144 3918 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-4pwo8, podName: managed-8zt9l-update-cr-status-pod, hostIfaceName: 41fe14fce63b1f0, network: default, NAD default, SandboxID: "41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d", PCI device ID: , UID: "8a83b1c2-ef30-4ab6-82b7-45039c195bfb", MAC: 0a:58:0a:80:00:5d, IPs: [10.128.0.93/23] I0512 08:08:26.952533 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:14:64:b1:73:7a\",\"name\":\"41fe14fce63b1f0\"},{\"mac\":\"0a:58:0a:80:00:5d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/355d474a-91e4-4b59-8d28-359d30960173\"}],\"ips\":[{\"address\":\"10.128.0.93/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:08:32.639230 3918 cni.go:452] [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key ] I0512 08:08:32.727384 3918 cni.go:473] [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 f2c4c3e8c4c00f976f534b3f37587eead967b26f7b9245601058b85864096ab1 network default NAD default NAD key default], result "{}", err I0512 08:08:32.779410 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:32.779464 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:08:32.780854 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0, ips: 10.128.0.79 I0512 08:08:32.780885 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:33.338905 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:33.338930 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:33.344913 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:08:33.344945 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:08:33.356020 3918 cni.go:452] [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key ] I0512 08:08:33.444663 3918 cni.go:473] [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod 41fe14fce63b1f045cda66e75c6dfec4fff3e1d7fd4c4193f84ea82b329b2d8d network default NAD default NAD key default], result "{}", err I0512 08:08:33.513174 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:33.513212 3918 pods.go:176] Deleting pod: managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:33.514613 3918 pods.go:236] Attempting to release IPs for pod: managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod, ips: 10.128.0.93 I0512 08:08:33.514645 3918 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:46.610395 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:08:50.531589 3918 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:50.531615 3918 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:50.537638 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:08:50.537664 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:08:51.146258 3918 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.146285 3918 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.153972 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:08:51.153996 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:08:51.651818 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.651876 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.664057 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:08:51.664084 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:08:51.674254 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.674277 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.683194 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:08:51.683220 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:08:51.693220 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.693246 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.702649 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:08:51.702671 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:08:51.715690 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.715738 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.725044 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:08:51.725066 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:08:51.734418 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.734441 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.742185 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:08:51.742209 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:08:51.751514 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.751532 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.759573 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:08:51.759597 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:08:51.769217 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.769244 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.777265 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:08:51.777286 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:08:51.787695 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.787720 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.797798 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:08:51.797821 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:08:51.807784 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.807801 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.816646 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:08:51.816668 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:08:51.827219 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.827236 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.836088 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:08:51.836103 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:08:51.849478 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.849497 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.858174 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:08:51.858197 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:08:51.868879 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.868895 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.877820 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:08:51.877844 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:08:51.892895 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.892915 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.900407 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:51.900433 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:51.910265 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.910283 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.918440 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:08:51.918462 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:08:51.933520 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.933541 3918 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.944367 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:08:51.944444 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:08:58.228691 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:04.873085 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:11.401476 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:16.713036 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0512 08:09:17.772598 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:32.803303 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 08:09:44.251311 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:10:00.205519 3918 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642890-9rrdb for pod on switch ip-10-0-1-98.ec2.internal I0512 08:10:00.205642 3918 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb I0512 08:10:00.247653 3918 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb I0512 08:10:00.261822 3918 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb] pod update took 56.20284ms I0512 08:10:00.261845 3918 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb] addLogicalPort annotation time took 56.229095ms I0512 08:10:00.263191 3918 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb] addLogicalPort took 57.686649ms, libovsdb time 886.213µs I0512 08:10:00.571954 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key ] I0512 08:10:00.581392 3918 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642890-9rrdb, hostIfaceName: f6ac1b9cbc159fc, network: default, NAD default, SandboxID: "f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b", PCI device ID: , UID: "93a0ba1e-05d4-47f2-85c4-f56181766a07", MAC: 0a:58:0a:80:00:5e, IPs: [10.128.0.94/23] I0512 08:10:00.636971 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:14:8b:76:67:71\",\"name\":\"f6ac1b9cbc159fc\"},{\"mac\":\"0a:58:0a:80:00:5e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e007d53d-b790-46ae-9a2f-d5a94a1c2373\"}],\"ips\":[{\"address\":\"10.128.0.94/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 08:10:04.207402 3918 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key ] I0512 08:10:04.294462 3918 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb f6ac1b9cbc159fc52b426d7ebab8a2b9ff86751dfbf157bbda4b6bff978d2c8b network default NAD default NAD key default], result "{}", err I0512 08:10:04.343283 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:10:04.343322 3918 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb I0512 08:10:04.344796 3918 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb, ips: 10.128.0.94 I0512 08:10:04.344825 3918 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:10:05.210491 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.210517 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.243054 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.243082 3918 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.247420 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 08:10:05.247449 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 08:10:27.841852 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0512 08:10:35.006669 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:11:04.822169 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 08:11:07.841660 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 08:11:10.649645 3918 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:11:10.671445 3918 namespace.go:317] [managed-tenant-4pwo8] deleting namespace I0512 08:11:11.672948 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:11.672997 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:11.677865 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:11:11.677903 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:11:46.102260 3918 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:11:46.102667 3918 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:11:46.651712 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:46.651739 3918 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:46.657439 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:11:46.657466 3918 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:12:10.842285 3918 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 08:12:17.814061 3918 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 08:12:48.713644 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 08:12:56.717698 3918 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 08:13:02.804773 3918 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9