+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-8.ec2.internal ++ [[ -n ip-10-0-1-8.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-8.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:12:00.456633110 - disable conntrack on geneve port' I0326 23:12:00.456633110 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:12:00.473167139 - starting ovnkube-node' I0326 23:12:00.473167139 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-8.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-8.ec2.internal --init-node ip-10-0-1-8.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-8.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 23:12:00.512445 3721 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 23:12:00.512491 3721 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-7a3fdde624.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 23:12:00.513880 3721 kube.go:419] Waiting for certificate I0326 23:12:00.513913 3721 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 23:12:00.513952 3721 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 23:12:00.514650 3721 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:12:00.545349 3721 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:12:00.545366 3721 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:12:00.549176 3721 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:12:00.549265 3721 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2bmvl" I0326 23:12:00.558517 3721 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2bmvl" I0326 23:12:00.558582 3721 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:12:01.514848 3721 kube.go:426] Certificate found I0326 23:12:01.515342 3721 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:12:01.516144 3721 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 23:12:01.561895 3721 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:07:00 +0000 UTC" deadline="2026-03-27 18:12:37.663198946 +0000 UTC" I0326 23:12:01.561964 3721 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h0m36.101253761s" I0326 23:12:01.580323 3721 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:12:01.592367 3721 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 23:12:01.592590 3721 factory.go:531] Starting watch factory I0326 23:12:01.592930 3721 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.592997 3721 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.592791 3721 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.593609 3721 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.593902 3721 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.593947 3721 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.594161 3721 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.594202 3721 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.594320 3721 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.594389 3721 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.594727 3721 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.594744 3721 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.594346 3721 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 23:12:01.604158 3721 controller_manager.go:368] Starting the ovnkube controller I0326 23:12:01.604169 3721 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-8.ec2.internal I0326 23:12:01.604210 3721 controller_manager.go:393] NBDB zone sync took: 34.14µs I0326 23:12:01.604220 3721 factory.go:531] Starting watch factory I0326 23:12:01.612864 3721 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.612962 3721 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.613120 3721 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.613139 3721 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 23:12:01.613137 3721 ovn_northd.go:121] Registering OVN northd metrics I0326 23:12:01.614417 3721 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.615248 3721 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.617312 3721 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 23:12:01.617373 3721 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 23:12:01.623631 3721 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:01.632889 3721 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 23:12:01.698029 3721 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:12:01.698045 3721 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:12:01.698049 3721 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:12:01.698052 3721 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:12:01.698055 3721 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:12:01.698058 3721 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:12:01.698130 3721 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:12:01.698148 3721 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:12:01.698172 3721 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:12:01.698156 3721 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:12:01.701392 3721 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:12:01.701392 3721 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:12:01.703117 3721 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:12:01.703129 3721 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:12:01.703196 3721 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.703215 3721 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.705730 3721 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.708824 3721 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:12:01.708875 3721 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.708886 3721 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.709470 3721 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:12:01.709483 3721 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:12:01.709488 3721 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:12:01.709492 3721 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:12:01.709508 3721 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:12:01.709512 3721 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:12:01.711179 3721 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.714362 3721 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:12:01.714416 3721 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.714427 3721 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.714560 3721 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:12:01.714567 3721 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:12:01.716831 3721 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.719985 3721 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:12:01.719995 3721 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:12:01.720064 3721 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.720079 3721 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.722603 3721 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.725654 3721 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:12:01.725670 3721 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:12:01.725728 3721 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.725751 3721 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.728448 3721 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.731529 3721 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:12:01.731633 3721 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:12:01.731870 3721 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:12:01.731886 3721 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:12:01.734404 3721 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:12:01.736847 3721 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:12:01.736933 3721 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.736947 3721 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.736964 3721 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.736986 3721 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.737064 3721 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:12:01.739714 3721 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.739730 3721 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:12:01.741943 3721 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:12:01.741954 3721 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:12:01.741961 3721 factory.go:636] Watch Factory start up complete, took: 149.377196ms I0326 23:12:01.742033 3721 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 23:12:01.742108 3721 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:12:01.747350 3721 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:12:01.752822 3721 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:12:01.752834 3721 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:12:01.752841 3721 factory.go:636] Watch Factory start up complete, took: 148.620905ms I0326 23:12:01.752850 3721 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-8.ec2.internal" zone I0326 23:12:01.788815 3721 default_node_network_controller.go:709] Initializing the default node network controller I0326 23:12:01.867709 3721 udn_isolation.go:101] Starting UDN host isolation manager I0326 23:12:01.873830 3721 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 23:12:02.006233 3721 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 23:12:02.006294 3721 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 23:12:02.006309 3721 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 23:12:02.038398 3721 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 23:12:02.038464 3721 default_node_network_controller.go:808] Node ip-10-0-1-8.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0326 23:12:02.043358 3721 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.8"] k8s.ovn.org/zone-name:ip-10-0-1-8.ec2.internal] on node ip-10-0-1-8.ec2.internal I0326 23:12:02.065597 3721 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 23:12:02.070795 3721 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 23:12:02.070937 3721 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0326 23:12:02.071055 3721 gateway_init.go:263] Preparing Gateway I0326 23:12:02.071067 3721 gateway_shared_intf.go:1658] Creating new gateway I0326 23:12:02.139865 3721 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:12:02.145622 3721 iptables.go:108] Creating table: filter chain: OUTPUT I0326 23:12:02.151651 3721 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 23:12:02.151667 3721 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-8.ec2.internal","mac-address":"0a:ff:d9:a8:c7:f1","ip-addresses":["10.0.1.8/24"],"ip-address":"10.0.1.8/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e75e640f-b070-43a9-82c3-648d1319e760 k8s.ovn.org/node-encap-ips:["10.0.1.8"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.8/24"} k8s.ovn.org/zone-name:ip-10-0-1-8.ec2.internal] on node ip-10-0-1-8.ec2.internal I0326 23:12:02.169297 3721 default_node_network_controller.go:518] Node connection status = connected I0326 23:12:02.253533 3721 controller_manager.go:427] Waiting for node in zone sync took: 500.670308ms I0326 23:12:02.261009 3721 controller_manager.go:608] Switching to transit router for layer2 networks I0326 23:12:02.261022 3721 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-8.ec2.internal I0326 23:12:02.281879 3721 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:12:02.287610 3721 controller_manager.go:288] SCTP support detected in OVN I0326 23:12:02.288222 3721 services_controller.go:69] Creating services controller for network=default I0326 23:12:02.288306 3721 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 23:12:02.288588 3721 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 23:12:02.288617 3721 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 23:12:02.288630 3721 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 23:12:02.288640 3721 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:12:02.288802 3721 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 23:12:02.288888 3721 udn_enabled_svc.go:95] Performing full resync I0326 23:12:02.288945 3721 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 109.491µs I0326 23:12:02.288958 3721 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 23:12:02.288988 3721 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 22.416µs I0326 23:12:02.288998 3721 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.051µs I0326 23:12:02.289004 3721 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 23:12:02.289019 3721 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 23:12:02.289027 3721 default_network_controller.go:321] Starting the default network controller I0326 23:12:02.289104 3721 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.611µs I0326 23:12:02.289206 3721 udn_enabled_svc.go:99] Waiting for handler to sync I0326 23:12:02.289216 3721 udn_enabled_svc.go:104] Starting worker I0326 23:12:02.297046 3721 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 23:12:02.297116 3721 repair.go:33] Syncing exgw routes took 58.851µs I0326 23:12:02.297133 3721 default_network_controller.go:407] Starting all the Watchers... I0326 23:12:02.297361 3721 namespace.go:98] [openshift-host-network] adding namespace I0326 23:12:02.297377 3721 namespace.go:98] [openshift-backplane] adding namespace I0326 23:12:02.297383 3721 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 23:12:02.297389 3721 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 23:12:02.297398 3721 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 23:12:02.297404 3721 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 23:12:02.297405 3721 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0326 23:12:02.297420 3721 namespace.go:98] [openshift-machine-config-operator] adding namespace I0326 23:12:02.297426 3721 namespace.go:98] [openshift-image-registry] adding namespace I0326 23:12:02.297430 3721 namespace.go:98] [openshift-console-operator] adding namespace I0326 23:12:02.297434 3721 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 23:12:02.297427 3721 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 23:12:02.297430 3721 namespace.go:98] [openshift-operators] adding namespace I0326 23:12:02.297463 3721 namespace.go:98] [openshift-dns-operator] adding namespace I0326 23:12:02.297465 3721 namespace.go:98] [openshift-multus] adding namespace I0326 23:12:02.298004 3721 namespace.go:102] [openshift-host-network] adding namespace took 631.867µs I0326 23:12:02.298027 3721 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0326 23:12:02.298473 3721 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 440.74µs I0326 23:12:02.298486 3721 namespace.go:98] [openshift-network-diagnostics] adding namespace W0326 23:12:02.298525 3721 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h98w9: pod openshift-network-diagnostics/network-check-target-h98w9: no pod IPs found W0326 23:12:02.298544 3721 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nglt5: pod openshift-network-diagnostics/network-check-target-nglt5: no pod IPs found I0326 23:12:02.299058 3721 namespace.go:102] [openshift-network-diagnostics] adding namespace took 566.35µs I0326 23:12:02.299072 3721 namespace.go:98] [openshift-network-operator] adding namespace I0326 23:12:02.299904 3721 namespace.go:102] [openshift-backplane] adding namespace took 2.511969ms I0326 23:12:02.299920 3721 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0326 23:12:02.300349 3721 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.954189ms I0326 23:12:02.300363 3721 namespace.go:98] [openshift-console] adding namespace I0326 23:12:02.300816 3721 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.416731ms I0326 23:12:02.300833 3721 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 23:12:02.301346 3721 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.935851ms I0326 23:12:02.301362 3721 namespace.go:98] [openshift-infra] adding namespace I0326 23:12:02.301775 3721 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.368351ms I0326 23:12:02.301786 3721 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 23:12:02.302305 3721 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.88882ms I0326 23:12:02.302321 3721 namespace.go:98] [default] adding namespace I0326 23:12:02.302808 3721 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.381732ms I0326 23:12:02.302823 3721 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 23:12:02.303280 3721 namespace.go:102] [openshift-console-operator] adding namespace took 5.839374ms I0326 23:12:02.303294 3721 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 23:12:02.303767 3721 namespace.go:102] [openshift-image-registry] adding namespace took 6.320776ms I0326 23:12:02.303789 3721 namespace.go:98] [kube-node-lease] adding namespace I0326 23:12:02.304238 3721 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.791651ms I0326 23:12:02.304251 3721 namespace.go:98] [openshift-console-user-settings] adding namespace I0326 23:12:02.304741 3721 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.263842ms I0326 23:12:02.304756 3721 namespace.go:98] [openshift-ingress] adding namespace I0326 23:12:02.305234 3721 namespace.go:102] [openshift-operators] adding namespace took 7.777739ms I0326 23:12:02.305250 3721 namespace.go:98] [openshift-must-gather-operator] adding namespace W0326 23:12:02.305706 3721 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-l7hlt: pod openshift-multus/network-metrics-daemon-l7hlt: no pod IPs found W0326 23:12:02.305718 3721 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-j5gtc: pod openshift-multus/network-metrics-daemon-j5gtc: no pod IPs found I0326 23:12:02.305750 3721 namespace.go:102] [openshift-dns-operator] adding namespace took 8.274834ms I0326 23:12:02.305767 3721 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 23:12:02.306260 3721 namespace.go:102] [openshift-multus] adding namespace took 8.783897ms I0326 23:12:02.306273 3721 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0326 23:12:02.306728 3721 namespace.go:102] [openshift-network-operator] adding namespace took 7.650118ms I0326 23:12:02.306741 3721 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 23:12:02.307127 3721 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.202092ms I0326 23:12:02.307139 3721 namespace.go:98] [openshift-authentication] adding namespace I0326 23:12:02.307488 3721 namespace.go:102] [openshift-console] adding namespace took 7.120188ms I0326 23:12:02.307514 3721 namespace.go:98] [openshift-marketplace] adding namespace I0326 23:12:02.307988 3721 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.148552ms I0326 23:12:02.308002 3721 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 23:12:02.308383 3721 namespace.go:102] [openshift-infra] adding namespace took 7.016947ms I0326 23:12:02.308394 3721 namespace.go:98] [openshift-apiserver] adding namespace I0326 23:12:02.308799 3721 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.007813ms I0326 23:12:02.308813 3721 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 23:12:02.309189 3721 namespace.go:102] [default] adding namespace took 6.863559ms I0326 23:12:02.309199 3721 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 23:12:02.309638 3721 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.809812ms I0326 23:12:02.309650 3721 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 23:12:02.310034 3721 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.734167ms I0326 23:12:02.310048 3721 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 23:12:02.310837 3721 namespace.go:102] [kube-node-lease] adding namespace took 7.041993ms I0326 23:12:02.310852 3721 namespace.go:98] [kube-public] adding namespace I0326 23:12:02.311246 3721 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.990906ms I0326 23:12:02.311258 3721 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 23:12:02.311655 3721 namespace.go:102] [openshift-ingress] adding namespace took 6.893616ms I0326 23:12:02.311667 3721 namespace.go:98] [kube-system] adding namespace I0326 23:12:02.312081 3721 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.825674ms I0326 23:12:02.312093 3721 namespace.go:98] [dedicated-admin] adding namespace I0326 23:12:02.312438 3721 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.66649ms I0326 23:12:02.312449 3721 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 23:12:02.312894 3721 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.61622ms I0326 23:12:02.312906 3721 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 23:12:02.313236 3721 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.490482ms I0326 23:12:02.313708 3721 namespace.go:102] [openshift-authentication] adding namespace took 6.563951ms I0326 23:12:02.313720 3721 namespace.go:98] [openshift-machine-api] adding namespace I0326 23:12:02.314045 3721 namespace.go:102] [openshift-marketplace] adding namespace took 6.527121ms I0326 23:12:02.314055 3721 namespace.go:98] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] adding namespace I0326 23:12:02.314514 3721 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.506479ms I0326 23:12:02.314528 3721 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 23:12:02.314938 3721 namespace.go:102] [openshift-apiserver] adding namespace took 6.539313ms I0326 23:12:02.314952 3721 namespace.go:98] [openshift-package-operator] adding namespace I0326 23:12:02.315346 3721 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.528398ms I0326 23:12:02.315358 3721 namespace.go:98] [openshift-monitoring] adding namespace I0326 23:12:02.315789 3721 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.585048ms I0326 23:12:02.315806 3721 namespace.go:98] [openshift-config-managed] adding namespace I0326 23:12:02.316267 3721 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.611133ms I0326 23:12:02.316279 3721 namespace.go:98] [openshift-config] adding namespace I0326 23:12:02.316766 3721 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.714158ms I0326 23:12:02.316775 3721 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 23:12:02.317228 3721 namespace.go:102] [kube-public] adding namespace took 6.371063ms I0326 23:12:02.317242 3721 namespace.go:98] [openshift-controller-manager] adding namespace W0326 23:12:02.317582 3721 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-wgq66: pod kube-system/global-pull-secret-syncer-wgq66: no pod IPs found I0326 23:12:02.317631 3721 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.367423ms I0326 23:12:02.317644 3721 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 23:12:02.318003 3721 namespace.go:102] [kube-system] adding namespace took 6.330619ms I0326 23:12:02.318015 3721 namespace.go:98] [openshift] adding namespace I0326 23:12:02.318410 3721 namespace.go:102] [dedicated-admin] adding namespace took 6.311715ms I0326 23:12:02.318421 3721 namespace.go:98] [openshift-dns] adding namespace I0326 23:12:02.318808 3721 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.353654ms I0326 23:12:02.318819 3721 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 23:12:02.319176 3721 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.265905ms I0326 23:12:02.319188 3721 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 23:12:02.319521 3721 namespace.go:102] [openshift-machine-api] adding namespace took 5.796885ms I0326 23:12:02.319531 3721 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 23:12:02.319973 3721 namespace.go:102] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] adding namespace took 5.913741ms I0326 23:12:02.319984 3721 namespace.go:98] [openshift-network-console] adding namespace I0326 23:12:02.320362 3721 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.829896ms I0326 23:12:02.320375 3721 namespace.go:98] [openshift-node] adding namespace I0326 23:12:02.320789 3721 namespace.go:102] [openshift-package-operator] adding namespace took 5.832235ms I0326 23:12:02.320799 3721 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 23:12:02.321149 3721 namespace.go:102] [openshift-monitoring] adding namespace took 5.786191ms I0326 23:12:02.321163 3721 namespace.go:98] [openshift-config-operator] adding namespace I0326 23:12:02.321516 3721 namespace.go:102] [openshift-config-managed] adding namespace took 5.704794ms I0326 23:12:02.321525 3721 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 23:12:02.321912 3721 namespace.go:102] [openshift-config] adding namespace took 5.629486ms I0326 23:12:02.321924 3721 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 23:12:02.322306 3721 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.525973ms I0326 23:12:02.322316 3721 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 23:12:02.322730 3721 namespace.go:102] [openshift-controller-manager] adding namespace took 5.483392ms I0326 23:12:02.322742 3721 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 23:12:02.323219 3721 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.56851ms I0326 23:12:02.323234 3721 namespace.go:98] [openshift-kube-apiserver] adding namespace I0326 23:12:02.323610 3721 namespace.go:102] [openshift] adding namespace took 5.590277ms I0326 23:12:02.323622 3721 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0326 23:12:02.324011 3721 namespace.go:102] [openshift-dns] adding namespace took 5.585361ms I0326 23:12:02.324023 3721 namespace.go:98] [openshift-cluster-version] adding namespace I0326 23:12:02.324426 3721 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.602217ms I0326 23:12:02.324437 3721 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 23:12:02.324866 3721 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.672572ms I0326 23:12:02.324880 3721 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 23:12:02.325369 3721 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.831684ms I0326 23:12:02.325937 3721 namespace.go:102] [openshift-network-console] adding namespace took 5.948494ms I0326 23:12:02.325949 3721 namespace.go:98] [openshift-logging] adding namespace I0326 23:12:02.326508 3721 namespace.go:102] [openshift-node] adding namespace took 6.115633ms I0326 23:12:02.326519 3721 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 23:12:02.327001 3721 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.197713ms I0326 23:12:02.327395 3721 namespace.go:102] [openshift-config-operator] adding namespace took 6.226411ms I0326 23:12:02.327894 3721 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.364345ms I0326 23:12:02.328282 3721 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.353241ms I0326 23:12:02.328671 3721 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.347487ms I0326 23:12:02.329122 3721 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.374916ms I0326 23:12:02.329135 3721 namespace.go:98] [openshift-insights] adding namespace I0326 23:12:02.329675 3721 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.434411ms I0326 23:12:02.330139 3721 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.511635ms I0326 23:12:02.330540 3721 namespace.go:102] [openshift-cluster-version] adding namespace took 6.511471ms I0326 23:12:02.330895 3721 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.453696ms I0326 23:12:02.331359 3721 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.472464ms I0326 23:12:02.331375 3721 namespace.go:98] [openshift-etcd] adding namespace I0326 23:12:02.331814 3721 namespace.go:102] [openshift-logging] adding namespace took 5.860452ms I0326 23:12:02.332202 3721 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.676964ms I0326 23:12:02.332741 3721 namespace.go:102] [openshift-insights] adding namespace took 3.600367ms I0326 23:12:02.333132 3721 namespace.go:102] [openshift-etcd] adding namespace took 1.752476ms I0326 23:12:02.333536 3721 zone_ic_handler.go:186] Time taken to create transit switch: 320.553µs I0326 23:12:02.333594 3721 master.go:532] Adding or Updating local node "ip-10-0-1-8.ec2.internal" for network "default" I0326 23:12:02.333677 3721 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-97.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-97.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-97.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-97.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-97.ec2.internal W0326 23:12:02.340866 3721 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-l7hlt: pod openshift-multus/network-metrics-daemon-l7hlt: no pod IPs found W0326 23:12:02.340884 3721 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nglt5: pod openshift-network-diagnostics/network-check-target-nglt5: no pod IPs found I0326 23:12:02.341734 3721 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-8.ec2.internal for the network default I0326 23:12:02.342348 3721 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 23:12:02.342377 3721 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 23:12:02.342391 3721 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 23:12:02.342403 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-8.ec2.internal in network "default" I0326 23:12:02.342448 3721 node_tracker.go:169] Node ip-10-0-1-8.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:02.342459 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:02.342467 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default" I0326 23:12:02.342476 3721 node_tracker.go:235] Node ip-10-0-2-97.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-97.ec2.internal" I0326 23:12:02.342483 3721 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:02.342488 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:02.443370 3721 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 23:12:02.443394 3721 services_controller.go:208] Setting up event handlers for services for network=default I0326 23:12:02.443482 3721 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 23:12:02.443578 3721 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 23:12:02.443597 3721 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 23:12:02.544198 3721 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 23:12:02.544217 3721 repair.go:60] Starting repairing loop for services I0326 23:12:02.544299 3721 repair.go:131] Deleted 0 stale service LBs I0326 23:12:02.544318 3721 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 23:12:02.544339 3721 repair.go:62] Finished repairing loop for services: 123.003µs I0326 23:12:02.544390 3721 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 23:12:02.544400 3721 services_controller.go:254] Starting workers for network=default I0326 23:12:02.544741 3721 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l7hlt] creating logical port openshift-multus_network-metrics-daemon-l7hlt for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:02.544770 3721 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-j5gtc, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-j5gtc: suppressed error logged: pod openshift-multus/network-metrics-daemon-j5gtc: no pod IPs found I0326 23:12:02.544833 3721 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-h98w9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h98w9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h98w9: no pod IPs found I0326 23:12:02.544742 3721 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nglt5] creating logical port openshift-network-diagnostics_network-check-target-nglt5 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:02.544880 3721 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-wgq66, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-wgq66: suppressed error logged: pod kube-system/global-pull-secret-syncer-wgq66: no pod IPs found I0326 23:12:02.544939 3721 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-l7hlt I0326 23:12:02.544959 3721 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nglt5 I0326 23:12:02.563827 3721 pod.go:62] [openshift-network-diagnostics/network-check-target-nglt5] pod update took 18.897519ms I0326 23:12:02.563857 3721 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-nglt5] addLogicalPort annotation time took 18.931609ms I0326 23:12:02.563960 3721 pod.go:62] [openshift-multus/network-metrics-daemon-l7hlt] pod update took 19.122781ms I0326 23:12:02.563977 3721 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-l7hlt] addLogicalPort annotation time took 19.143586ms I0326 23:12:02.564728 3721 pods.go:271] [openshift-network-diagnostics/network-check-target-nglt5] addLogicalPort took 19.998798ms, libovsdb time 611.707µs I0326 23:12:02.565014 3721 pods.go:271] [openshift-multus/network-metrics-daemon-l7hlt] addLogicalPort took 20.282891ms, libovsdb time 825.025µs I0326 23:12:02.565433 3721 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 23:12:02.565456 3721 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 23:12:02.565469 3721 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 23:12:02.565473 3721 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 23:12:02.565666 3721 repair.go:29] Repairing admin network policies took 188.248µs I0326 23:12:02.565786 3721 repair.go:92] Repairing baseline admin network policies took 109.988µs I0326 23:12:02.566111 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 23:12:02.566135 3721 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 23:12:02.568110 3721 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 23:12:02.568130 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 23:12:02.568138 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 23:12:02.569349 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 23:12:02.569369 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 23:12:02.569376 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 23:12:02.570592 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 23:12:02.570615 3721 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 23:12:02.570623 3721 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 23:12:02.572067 3721 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 23:12:02.572087 3721 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 23:12:02.572096 3721 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 23:12:02.572936 3721 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 23:12:02.572953 3721 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 23:12:02.572962 3721 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 23:12:02.574924 3721 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 23:12:02.574942 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 23:12:02.574948 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 23:12:02.576298 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:12:02.576314 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 23:12:02.576321 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 23:12:02.576784 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 23:12:02.576820 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 23:12:02.576832 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 23:12:02.577271 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 23:12:02.577295 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 23:12:02.577303 3721 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 23:12:02.577743 3721 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 23:12:02.577765 3721 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 23:12:02.577773 3721 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 23:12:02.578747 3721 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 23:12:02.578764 3721 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 23:12:02.578771 3721 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 23:12:02.579901 3721 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 23:12:02.579919 3721 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 23:12:02.579928 3721 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 23:12:02.580832 3721 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 23:12:02.580849 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 23:12:02.580855 3721 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 23:12:02.581111 3721 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 23:12:02.581128 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 23:12:02.581141 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 23:12:02.581580 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 23:12:02.581596 3721 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 23:12:02.581606 3721 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 23:12:02.582696 3721 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 23:12:02.582714 3721 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 23:12:02.582721 3721 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 23:12:02.583006 3721 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 23:12:02.583022 3721 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 23:12:02.583029 3721 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 23:12:02.584879 3721 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 23:12:02.584895 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 23:12:02.585232 3721 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 23:12:02.585245 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:12:02.585923 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 23:12:02.585941 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 23:12:02.585949 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 23:12:02.586471 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 23:12:02.586489 3721 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 23:12:02.586512 3721 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 23:12:02.587424 3721 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 23:12:02.587441 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 23:12:02.587448 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 23:12:02.587884 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 23:12:02.587902 3721 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 23:12:02.587911 3721 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 23:12:02.588857 3721 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 23:12:02.588873 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 23:12:02.588881 3721 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 23:12:02.589474 3721 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 23:12:02.589491 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 23:12:02.589511 3721 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 23:12:02.589950 3721 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 23:12:02.589965 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 23:12:02.589971 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 23:12:02.590436 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:12:02.590452 3721 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 23:12:02.590471 3721 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:12:02.591153 3721 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 23:12:02.591170 3721 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 23:12:02.591177 3721 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 23:12:02.591643 3721 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 23:12:02.591662 3721 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 23:12:02.591673 3721 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 23:12:02.592490 3721 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 23:12:02.596981 3721 egressfirewall.go:319] Starting EgressFirewall controller I0326 23:12:02.597007 3721 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 23:12:02.597019 3721 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 23:12:02.597033 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 23:12:02.597041 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 23:12:02.597046 3721 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 23:12:02.597049 3721 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 23:12:02.597280 3721 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 23:12:02.597295 3721 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 23:12:02.597305 3721 egressqos.go:193] Setting up event handlers for EgressQoS I0326 23:12:02.597379 3721 egressfirewall.go:628] Syncing node "ip-10-0-1-8.ec2.internal" for egress firewall I0326 23:12:02.597389 3721 egressfirewall.go:628] Syncing node "ip-10-0-2-97.ec2.internal" for egress firewall I0326 23:12:02.597394 3721 egressqos.go:245] Starting EgressQoS Controller I0326 23:12:02.597401 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 23:12:02.597406 3721 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 23:12:02.597412 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 23:12:02.597416 3721 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 23:12:02.597421 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 23:12:02.597426 3721 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 23:12:02.597429 3721 egressqos.go:259] Repairing EgressQoSes I0326 23:12:02.597433 3721 egressqos.go:399] Starting repairing loop for egressqos I0326 23:12:02.597509 3721 egressqos.go:401] Finished repairing loop for egressqos: 60.789µs I0326 23:12:02.597523 3721 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 23:12:02.597563 3721 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-8.ec2.internal I0326 23:12:02.597610 3721 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-8.ec2.internal : 48.496µs I0326 23:12:02.598053 3721 egressservice_zone.go:210] Starting Egress Services Controller I0326 23:12:02.598063 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:12:02.598070 3721 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:12:02.598075 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:12:02.598080 3721 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:12:02.598085 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:12:02.598089 3721 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:12:02.598095 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 23:12:02.598100 3721 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 23:12:02.598103 3721 egressservice_zone.go:228] Repairing Egress Services I0326 23:12:02.598392 3721 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 23:12:02.598402 3721 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:12:02.598465 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal I0326 23:12:02.598476 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 13.404µs I0326 23:12:02.598484 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal I0326 23:12:02.598488 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 4.564µs I0326 23:12:02.598516 3721 default_network_controller.go:568] Completing all the Watchers took 301.375447ms I0326 23:12:02.598534 3721 default_network_controller.go:572] Starting unidling controllers I0326 23:12:02.598547 3721 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 23:12:02.598552 3721 unidle.go:63] Populating Initial ContollerEvent events I0326 23:12:02.598562 3721 unidle.go:79] Setting up event handlers for services I0326 23:12:02.598610 3721 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:12:02.670863 3721 default_node_network_controller.go:518] Node connection status = connected I0326 23:12:03.170094 3721 default_node_network_controller.go:518] Node connection status = connected I0326 23:12:03.670288 3721 default_node_network_controller.go:518] Node connection status = connected I0326 23:12:03.912173 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default" I0326 23:12:03.912191 3721 default_network_controller.go:1008] Node "ip-10-0-2-97.ec2.internal" in remote zone "ip-10-0-2-97.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:03.912212 3721 node_tracker.go:235] Node ip-10-0-2-97.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-97.ec2.internal" I0326 23:12:03.912229 3721 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:03.912247 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:03.994616 3721 default_network_controller.go:1008] Node "ip-10-0-2-97.ec2.internal" in remote zone "ip-10-0-2-97.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:04.019926 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default" I0326 23:12:04.020005 3721 default_network_controller.go:1008] Node "ip-10-0-2-97.ec2.internal" in remote zone "ip-10-0-2-97.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:04.020010 3721 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:04.020109 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:04.020709 3721 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-97.ec2.internal for the network default I0326 23:12:04.021930 3721 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-97.ec2.internal" on network "default" took: 1.247427ms I0326 23:12:04.170426 3721 default_node_network_controller.go:518] Node connection status = connected I0326 23:12:04.384029 3721 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:12:04.670028 3721 default_node_network_controller.go:518] Node connection status = connected I0326 23:12:04.685356 3721 bridgeconfig.go:537] Gateway is ready I0326 23:12:04.685374 3721 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 23:12:04.695382 3721 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.8. Updating OVN encap IP. I0326 23:12:04.699854 3721 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.8 - it is already configured I0326 23:12:04.699869 3721 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.8/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 23:12:04.700083 3721 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.8/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-8.ec2.internal","mac-address":"0a:ff:d9:a8:c7:f1","ip-addresses":["10.0.1.8/24"],"ip-address":"10.0.1.8/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e75e640f-b070-43a9-82c3-648d1319e760 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.8/24"}] on node ip-10-0-1-8.ec2.internal I0326 23:12:04.714426 3721 egressfirewall.go:628] Syncing node "ip-10-0-1-8.ec2.internal" for egress firewall I0326 23:12:04.714468 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal I0326 23:12:04.714487 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 23.215µs I0326 23:12:04.714490 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-8.ec2.internal in network "default" I0326 23:12:04.714538 3721 master.go:532] Adding or Updating local node "ip-10-0-1-8.ec2.internal" for network "default" I0326 23:12:04.714548 3721 node_tracker.go:169] Node ip-10-0-1-8.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:04.714567 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:04.714821 3721 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.8 I0326 23:12:04.715002 3721 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-8.ec2.internal I0326 23:12:04.719219 3721 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-8.ec2.internal. Updating no re-route policies I0326 23:12:04.719289 3721 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-shtsc I0326 23:12:04.719307 3721 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-shtsc I0326 23:12:04.719304 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zh846 I0326 23:12:04.719311 3721 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-8.ec2.internal I0326 23:12:04.719319 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8q5lm I0326 23:12:04.719331 3721 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-shtsc after 0 failed attempt(s) I0326 23:12:04.719336 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zh846 I0326 23:12:04.719335 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-w57gq I0326 23:12:04.719347 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nglt5 I0326 23:12:04.719353 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-8.ec2.internal I0326 23:12:04.719357 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-w2zp7 I0326 23:12:04.719364 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nglt5 I0326 23:12:04.719363 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mjxkd I0326 23:12:04.719367 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-8.ec2.internal I0326 23:12:04.719371 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7gvrp I0326 23:12:04.719338 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8q5lm I0326 23:12:04.719376 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l7hlt I0326 23:12:04.719395 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-8.ec2.internal after 0 failed attempt(s) I0326 23:12:04.719401 3721 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nglt5] creating logical port openshift-network-diagnostics_network-check-target-nglt5 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:04.719404 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8q5lm after 0 failed attempt(s) I0326 23:12:04.719443 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-j2m8l I0326 23:12:04.719454 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-j2m8l I0326 23:12:04.719357 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zh846 after 0 failed attempt(s) I0326 23:12:04.719397 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l7hlt I0326 23:12:04.719350 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-w57gq I0326 23:12:04.719522 3721 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l7hlt] creating logical port openshift-multus_network-metrics-daemon-l7hlt for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:04.719540 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-w57gq after 0 failed attempt(s) I0326 23:12:04.719337 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-6h2tb I0326 23:12:04.719560 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-6h2tb I0326 23:12:04.719572 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-6h2tb after 0 failed attempt(s) I0326 23:12:04.719325 3721 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-8.ec2.internal I0326 23:12:04.719603 3721 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-8.ec2.internal after 0 failed attempt(s) I0326 23:12:04.719372 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-w2zp7 I0326 23:12:04.719633 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-w2zp7 after 0 failed attempt(s) I0326 23:12:04.719376 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mjxkd I0326 23:12:04.719661 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mjxkd after 0 failed attempt(s) I0326 23:12:04.719378 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7gvrp I0326 23:12:04.719693 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7gvrp after 0 failed attempt(s) I0326 23:12:04.719473 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-j2m8l after 0 failed attempt(s) I0326 23:12:04.720156 3721 pods.go:271] [openshift-network-diagnostics/network-check-target-nglt5] addLogicalPort took 767.082µs, libovsdb time 263.84µs I0326 23:12:04.720167 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nglt5 after 0 failed attempt(s) I0326 23:12:04.720457 3721 pods.go:271] [openshift-multus/network-metrics-daemon-l7hlt] addLogicalPort took 943.591µs, libovsdb time 445.906µs I0326 23:12:04.720467 3721 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-l7hlt after 0 failed attempt(s) I0326 23:12:04.729828 3721 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 23:12:04.740374 3721 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 23:12:04.743443 3721 iptables.go:108] Creating table: nat chain: OUTPUT I0326 23:12:04.762707 3721 iptables.go:108] Creating table: nat chain: PREROUTING I0326 23:12:04.834172 3721 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:12:04.850012 3721 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 23:12:04.850107 3721 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 23:12:04.850150 3721 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 23:12:04.850219 3721 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 23:12:04.850279 3721 gateway_init.go:325] Gateway and management port readiness took 2.683846723s I0326 23:12:04.850306 3721 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 23:12:04.850346 3721 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 23:12:04.850359 3721 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 23:12:04.850368 3721 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:12:04.850424 3721 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 23:12:04.850521 3721 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.569µs I0326 23:12:04.850713 3721 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 23:12:04.850736 3721 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.648µs I0326 23:12:04.850744 3721 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.4µs I0326 23:12:04.850749 3721 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 23:12:04.850759 3721 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 23:12:04.850764 3721 default_node_network_controller.go:898] Starting the default node network controller I0326 23:12:04.850769 3721 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 23:12:04.850782 3721 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.775µs I0326 23:12:04.850897 3721 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 23:12:04.850904 3721 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 23:12:04.850927 3721 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a5cd20 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd960 0xc0002dd9d0 0xc0002dda40 0xc00023d9f0 0xc0002ddab0 0xc0002ddb20 0xc000b2a280 0xc0065d1180 0xc0002ddb90 map[0x2f67040:0xc002595ec0 0x2f67580:0xc00599c0c0 0x2f68000:0xc002b8e420 0x2f682a0:0xc002595e60 0x2f687e0:0xc002595f20 0x2f68a80:0xc00599c000 0x2f68d20:0xc00599c060 0x2f69500:0xc00599c120 0x2f697a0:0xc00599c180 0x2f93d40:0xc0008a3380 0x2f940e0:0xc0008a33e0 0x2f94bc0:0xc000a75e60 0x2f96520:0xc001aca000 0x2f97000:0xc002b8e3c0 0x2f97e80:0xc001aca060] 0xc000a023f0 0} I0326 23:12:04.850984 3721 gateway.go:151] Starting gateway service sync I0326 23:12:04.851369 3721 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 23:12:04.853455 3721 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 23:12:04.881649 3721 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 23:12:04.882825 3721 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 23:12:04.883889 3721 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 23:12:04.916866 3721 gateway.go:168] Gateway service sync done. Time taken: 65.870657ms I0326 23:12:04.917373 3721 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31200 I0326 23:12:04.917641 3721 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a5cd20 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd960 0xc0002dd9d0 0xc0002dda40 0xc00023d9f0 0xc0002ddab0 0xc0002ddb20 0xc000b2a280 0xc0065d1180 0xc0002ddb90 map[0x2f67040:0xc002595ec0 0x2f67580:0xc00599c0c0 0x2f68000:0xc002b8e420 0x2f682a0:0xc002595e60 0x2f687e0:0xc002595f20 0x2f68a80:0xc00599c000 0x2f68d20:0xc00599c060 0x2f69500:0xc00599c120 0x2f697a0:0xc00599c180 0x2f93d40:0xc0008a3380 0x2f940e0:0xc0008a33e0 0x2f94bc0:0xc000a75e60 0x2f96520:0xc001aca000 0x2f97000:0xc002b8e3c0 0x2f97e80:0xc001aca060] 0xc000a023f0 0} I0326 23:12:04.918471 3721 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a5cd20 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd960 0xc0002dd9d0 0xc0002dda40 0xc00023d9f0 0xc0002ddab0 0xc0002ddb20 0xc000b2a280 0xc0065d1180 0xc0002ddb90 map[0x2f67040:0xc002595ec0 0x2f67580:0xc00599c0c0 0x2f68000:0xc002b8e420 0x2f682a0:0xc002595e60 0x2f687e0:0xc002595f20 0x2f68a80:0xc00599c000 0x2f68d20:0xc00599c060 0x2f69500:0xc00599c120 0x2f697a0:0xc00599c180 0x2f93d40:0xc0008a3380 0x2f940e0:0xc0008a33e0 0x2f94bc0:0xc000a75e60 0x2f96520:0xc001aca000 0x2f97000:0xc002b8e3c0 0x2f97e80:0xc001aca060] 0xc000a023f0 0} I0326 23:12:04.918536 3721 gateway.go:519] Reconciling gateway with updates I0326 23:12:04.924149 3721 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 23:12:04.924230 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:12:04.924240 3721 default_node_network_controller.go:943] Gateway and management port readiness took 73.328014ms I0326 23:12:04.924249 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:12:04.924252 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:12:04.924253 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:12:04.924262 3721 port_claim.go:71] Svc openshift-ingress/router-default: port 32402 is already open, no action needed I0326 23:12:04.924268 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:12:04.924271 3721 port_claim.go:71] Svc openshift-ingress/router-default: port 32577 is already open, no action needed I0326 23:12:04.924271 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:12:04.924279 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:12:04.924286 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:12:04.924300 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:12:04.924304 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:12:04.924306 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:12:04.924309 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:12:04.924320 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:12:04.924318 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:12:04.924312 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:12:04.924333 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:12:04.924335 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:12:04.924345 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:12:04.924342 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:12:04.924233 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:12:04.924355 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:12:04.924363 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:12:04.924367 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:12:04.924383 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:12:04.924383 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:12:04.924291 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:12:04.924395 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:12:04.924405 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:12:04.924408 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:12:04.924410 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:12:04.924350 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:12:04.924419 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:12:04.924423 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:12:04.924420 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:12:04.924412 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:12:04.924293 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:12:04.924439 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:12:04.924440 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:12:04.924444 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:12:04.924448 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:12:04.924452 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:12:04.924461 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:12:04.924458 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:12:04.924459 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:12:04.924471 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:12:04.924473 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:12:04.924478 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:12:04.924480 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:12:04.924486 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:12:04.924464 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:12:04.924520 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:12:04.924524 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:12:04.924446 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:12:04.924531 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:12:04.924440 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:12:04.924540 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:12:04.924551 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:12:04.924551 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:12:04.924558 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:12:04.924310 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:12:04.924534 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:12:04.924419 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:12:04.924454 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:12:04.924614 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:12:04.924618 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:12:04.924330 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:12:04.924426 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:12:04.924485 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:12:04.924398 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:12:04.924661 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:12:04.924422 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:12:04.924678 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:12:04.924665 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:12:04.924684 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:12:04.924695 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:12:04.924701 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:12:04.924708 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:12:04.924728 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:12:04.924428 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:12:04.924742 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:12:04.924340 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:12:04.924428 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:12:04.924795 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:12:04.924801 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:12:04.924804 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:12:04.924404 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:12:04.924819 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:12:04.924827 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:12:04.924514 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:12:04.924466 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:12:04.924846 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:12:04.924529 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:12:04.924870 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:12:04.924412 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:12:04.924885 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:12:04.924732 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:12:04.924396 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:12:04.924980 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:12:04.925759 3721 node_ip_handler_linux.go:160] Node IP manager is running W0326 23:12:04.962020 3721 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:12:04.962218 3721 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:12:04.962413 3721 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0326 23:12:04.971254 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:12:04.971263 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:12:04.971278 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:12:04.971288 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:12:04.971297 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:12:05.010004 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:12:05.010034 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:12:05.010042 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:12:05.010048 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:12:05.010055 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:12:05.010067 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:12:05.010075 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:12:05.010080 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:12:05.010086 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:12:05.048214 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:12:05.048242 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:12:05.048250 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:12:05.048257 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:12:05.048264 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:12:05.048273 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:12:05.048282 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:12:05.048288 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:12:05.048293 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:12:05.048301 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:12:05.048309 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:12:05.048315 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:12:05.048320 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:12:05.048330 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:12:05.048344 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:12:05.048353 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:12:05.048364 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:12:05.048372 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:12:05.048378 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:12:05.048384 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:12:05.068941 3721 egressfirewall.go:628] Syncing node "ip-10-0-2-97.ec2.internal" for egress firewall I0326 23:12:05.068954 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal I0326 23:12:05.068960 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default" I0326 23:12:05.068970 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 20.202µs I0326 23:12:05.069006 3721 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:05.069018 3721 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-97.ec2.internal. Updating no re-route policies I0326 23:12:05.069023 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:06.211070 3721 default_node_network_controller.go:1364] Starting node controller node sync W0326 23:12:06.211130 3721 egressip_healthcheck.go:76] Health checking using insecure connection I0326 23:12:06.211181 3721 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0326 23:12:06.223351 3721 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.257006ms I0326 23:12:06.223482 3721 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-97.ec2.internal", IP: 10.0.2.97 to PMTUD blocking rules I0326 23:12:06.223509 3721 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-97.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:12:06.230173 3721 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 23:12:06.230490 3721 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 23:12:06.230676 3721 egressservice_node.go:183] Starting Egress Services Controller I0326 23:12:06.230692 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:12:06.230701 3721 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:12:06.230707 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:12:06.230712 3721 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:12:06.230717 3721 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:12:06.230722 3721 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:12:06.230726 3721 egressservice_node.go:197] Repairing Egress Services I0326 23:12:06.240849 3721 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 23:12:06.240862 3721 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:12:06.241044 3721 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 23:12:06.241062 3721 link_network_manager.go:117] Link manager is running I0326 23:12:06.241076 3721 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 23:12:06.241125 3721 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 23:12:06.241701 3721 vrf_manager.go:128] VRF manager is running I0326 23:12:06.242015 3721 node_controller_manager.go:437] Removing flows to drop GARP I0326 23:12:06.242029 3721 gateway.go:519] Reconciling gateway with updates I0326 23:12:06.262629 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:12:06.262657 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:12:06.262653 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:12:06.262661 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:12:06.262669 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:12:06.262677 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:12:06.262686 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:12:06.262686 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:12:06.262694 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:12:06.262705 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:12:06.262709 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:12:06.262726 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:12:06.262726 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:12:06.262731 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:12:06.262744 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:12:06.262746 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:12:06.262750 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:12:06.262756 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:12:06.262756 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:12:06.262761 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:12:06.262755 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:12:06.262770 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:12:06.262774 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:12:06.262778 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:12:06.262793 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:12:06.262798 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:12:06.262804 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:12:06.262791 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:12:06.262809 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:12:06.262815 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:12:06.262690 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:12:06.262824 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:12:06.262820 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:12:06.262833 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:12:06.262838 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:12:06.262840 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:12:06.262846 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:12:06.262844 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:12:06.262857 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:12:06.262859 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:12:06.262864 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:12:06.262873 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:12:06.262874 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:12:06.262691 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:12:06.262883 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:12:06.262887 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:12:06.262888 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:12:06.262893 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:12:06.262895 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:12:06.262896 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:12:06.262900 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:12:06.262905 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:12:06.262909 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:12:06.262909 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:12:06.262912 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:12:06.262916 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:12:06.262916 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:12:06.262920 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:12:06.262924 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:12:06.262928 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:12:06.262937 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:12:06.262939 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:12:06.262835 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:12:06.262949 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:12:06.262950 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:12:06.262954 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:12:06.262965 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:12:06.262859 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:12:06.262677 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:12:06.262880 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:12:06.262902 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:12:06.262950 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:12:06.263012 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:12:06.262743 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:12:06.263066 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:12:06.263073 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:12:06.262951 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:12:06.262965 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:12:06.263135 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:12:06.262835 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:12:06.262845 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:12:06.263149 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:12:06.263154 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:12:06.263161 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:12:06.262845 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:12:06.263169 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:12:06.263173 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:12:06.262679 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:12:06.263237 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:12:06.262666 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:12:06.262794 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:12:06.263256 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:12:06.262804 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:12:06.263287 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:12:06.262860 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:12:06.263375 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:12:06.262859 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:12:06.263389 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:12:06.262860 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:12:06.262879 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:12:06.263436 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:12:06.263464 3721 port_claim.go:71] Svc openshift-ingress/router-default: port 32402 is already open, no action needed I0326 23:12:06.263472 3721 port_claim.go:71] Svc openshift-ingress/router-default: port 32577 is already open, no action needed I0326 23:12:06.262885 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:12:06.263532 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:12:06.262901 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:12:06.262935 3721 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:12:06.263562 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:12:06.263571 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:12:06.262991 3721 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:12:06.304007 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:12:06.304048 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:12:06.304061 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:12:06.304067 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:12:06.304073 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:12:06.304082 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:12:06.304109 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:12:06.304117 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:12:06.304124 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:12:06.304130 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:12:06.304135 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:12:06.304143 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:12:06.304151 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:12:06.304157 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:12:06.304178 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:12:06.304188 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:12:06.304205 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:12:06.304226 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:12:06.304234 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:12:06.304239 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:12:06.304246 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:12:06.345634 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:12:06.345680 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:12:06.345687 3721 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:12:07.928641 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal I0326 23:12:07.928669 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 35.141µs I0326 23:12:08.220961 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal I0326 23:12:08.220990 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 38.642µs I0326 23:12:08.246536 3721 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bf569b496-g4fz4] creating logical port openshift-image-registry_image-registry-bf569b496-g4fz4 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:08.246685 3721 kube.go:256] Updating pod openshift-image-registry/image-registry-bf569b496-g4fz4 I0326 23:12:08.268313 3721 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dn27x] creating logical port openshift-dns_dns-default-dn27x for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:08.268420 3721 kube.go:256] Updating pod openshift-dns/dns-default-dn27x I0326 23:12:08.270436 3721 pod.go:62] [openshift-image-registry/image-registry-bf569b496-g4fz4] pod update took 23.777934ms I0326 23:12:08.270454 3721 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-bf569b496-g4fz4] addLogicalPort annotation time took 23.811115ms I0326 23:12:08.271719 3721 pods.go:271] [openshift-image-registry/image-registry-bf569b496-g4fz4] addLogicalPort took 25.198699ms, libovsdb time 977.167µs I0326 23:12:08.296938 3721 pod.go:62] [openshift-dns/dns-default-dn27x] pod update took 28.540486ms I0326 23:12:08.297013 3721 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-dn27x] addLogicalPort annotation time took 28.619682ms I0326 23:12:08.298514 3721 pods.go:271] [openshift-dns/dns-default-dn27x] addLogicalPort took 30.201817ms, libovsdb time 1.12698ms I0326 23:12:08.298987 3721 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-wztch] creating logical port openshift-ingress-canary_ingress-canary-wztch for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:08.299095 3721 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-wztch I0326 23:12:08.321058 3721 pod.go:62] [openshift-ingress-canary/ingress-canary-wztch] pod update took 22.009247ms I0326 23:12:08.321085 3721 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-wztch] addLogicalPort annotation time took 22.040127ms I0326 23:12:08.322264 3721 pods.go:271] [openshift-ingress-canary/ingress-canary-wztch] addLogicalPort took 23.286255ms, libovsdb time 852.668µs I0326 23:12:08.950796 3721 cni.go:403] [openshift-ingress-canary/ingress-canary-wztch 077e5ce93dbaad1480454204e2437290add75b6a117f0d01b9bfa59afebb468b network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-wztch 077e5ce93dbaad1480454204e2437290add75b6a117f0d01b9bfa59afebb468b network default NAD default] I0326 23:12:08.986607 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-wztch, hostIfaceName: 077e5ce93dbaad1, network: default, NAD default, SandboxID: "077e5ce93dbaad1480454204e2437290add75b6a117f0d01b9bfa59afebb468b", PCI device ID: , UID: "eb21c1fe-6b50-403c-a231-1ee66d92c9be", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0326 23:12:08.986827 3721 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:12:08.987282 3721 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:12:09.053923 3721 cni.go:424] [openshift-ingress-canary/ingress-canary-wztch 077e5ce93dbaad1480454204e2437290add75b6a117f0d01b9bfa59afebb468b network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-wztch 077e5ce93dbaad1480454204e2437290add75b6a117f0d01b9bfa59afebb468b network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:50:35:bf:5c:8a\",\"name\":\"077e5ce93dbaad1\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f5e1608-9d51-43f5-b55e-15552513be80\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:09.293944 3721 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:12:09.293989 3721 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:12:11.362754 3721 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-9s2vb for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:11.362885 3721 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb I0326 23:12:11.376686 3721 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb] pod update took 13.823232ms I0326 23:12:11.376709 3721 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb] addLogicalPort annotation time took 13.850948ms I0326 23:12:11.378072 3721 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb] addLogicalPort took 15.334944ms, libovsdb time 1.043482ms I0326 23:12:11.471110 3721 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-v9vqw for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:11.471238 3721 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-hkn5v for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:11.471266 3721 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw I0326 23:12:11.471355 3721 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v I0326 23:12:11.478109 3721 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-5ftc4] creating logical port openshift-insights_insights-operator-5577457d66-5ftc4 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:11.478192 3721 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-5ftc4 I0326 23:12:11.480602 3721 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-8777bd9bb-njclr] creating logical port openshift-console-operator_console-operator-8777bd9bb-njclr for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:11.480690 3721 kube.go:256] Updating pod openshift-console-operator/console-operator-8777bd9bb-njclr I0326 23:12:11.485864 3721 cni.go:403] [openshift-network-diagnostics/network-check-target-nglt5 069a3664de5110eb0f221d86b9e0482ba0b9f07f8d1295537555a129fd2b4022 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nglt5 069a3664de5110eb0f221d86b9e0482ba0b9f07f8d1295537555a129fd2b4022 network default NAD default] I0326 23:12:11.491628 3721 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw] pod update took 20.398376ms I0326 23:12:11.491648 3721 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw] addLogicalPort annotation time took 20.42342ms I0326 23:12:11.492456 3721 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v] pod update took 21.120953ms I0326 23:12:11.492473 3721 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v] addLogicalPort annotation time took 21.14071ms I0326 23:12:11.492967 3721 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw] addLogicalPort took 21.875793ms, libovsdb time 1.04556ms I0326 23:12:11.493629 3721 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v] addLogicalPort took 22.408311ms, libovsdb time 838.124µs I0326 23:12:11.493676 3721 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:11.493730 3721 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw I0326 23:12:11.494933 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nglt5, hostIfaceName: 069a3664de5110e, network: default, NAD default, SandboxID: "069a3664de5110eb0f221d86b9e0482ba0b9f07f8d1295537555a129fd2b4022", PCI device ID: , UID: "87d81a99-9dd6-49e5-9acf-bcecc7d46f75", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0326 23:12:11.497242 3721 pod.go:62] [openshift-insights/insights-operator-5577457d66-5ftc4] pod update took 19.072715ms I0326 23:12:11.497273 3721 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-5ftc4] addLogicalPort annotation time took 19.104764ms I0326 23:12:11.498565 3721 pods.go:271] [openshift-insights/insights-operator-5577457d66-5ftc4] addLogicalPort took 20.472845ms, libovsdb time 933.906µs I0326 23:12:11.507191 3721 pod.go:62] [openshift-console-operator/console-operator-8777bd9bb-njclr] pod update took 26.524581ms I0326 23:12:11.507208 3721 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-8777bd9bb-njclr] addLogicalPort annotation time took 26.542975ms I0326 23:12:11.508103 3721 pods.go:271] [openshift-console-operator/console-operator-8777bd9bb-njclr] addLogicalPort took 27.51233ms, libovsdb time 673.319µs I0326 23:12:11.514867 3721 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw] pod update took 21.15276ms I0326 23:12:11.514890 3721 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw] addLogicalPort annotation time took 21.177714ms I0326 23:12:11.516032 3721 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw] addLogicalPort took 22.36053ms, libovsdb time 885.226µs I0326 23:12:11.537864 3721 cni.go:424] [openshift-network-diagnostics/network-check-target-nglt5 069a3664de5110eb0f221d86b9e0482ba0b9f07f8d1295537555a129fd2b4022 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nglt5 069a3664de5110eb0f221d86b9e0482ba0b9f07f8d1295537555a129fd2b4022 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:b6:01:11:95:75\",\"name\":\"069a3664de5110e\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/756dc11f-cbf0-4450-994b-c474e6451e0d\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:11.567708 3721 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-mdbhb for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:11.567823 3721 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb I0326 23:12:11.584846 3721 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb] pod update took 17.054681ms I0326 23:12:11.584877 3721 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb] addLogicalPort annotation time took 17.090417ms I0326 23:12:11.586190 3721 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb] addLogicalPort took 18.503036ms, libovsdb time 859.097µs I0326 23:12:11.749608 3721 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb 21e5e4fb1ed0dafe8db25d43f9b4ccad5b9b5a7dc0803306041a806095e186b5 network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb 21e5e4fb1ed0dafe8db25d43f9b4ccad5b9b5a7dc0803306041a806095e186b5 network default NAD default] I0326 23:12:11.757986 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-9s2vb, hostIfaceName: 21e5e4fb1ed0daf, network: default, NAD default, SandboxID: "21e5e4fb1ed0dafe8db25d43f9b4ccad5b9b5a7dc0803306041a806095e186b5", PCI device ID: , UID: "0c610421-b210-4cf9-b6e9-e1f5098f005d", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0326 23:12:11.796703 3721 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb 21e5e4fb1ed0dafe8db25d43f9b4ccad5b9b5a7dc0803306041a806095e186b5 network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9s2vb 21e5e4fb1ed0dafe8db25d43f9b4ccad5b9b5a7dc0803306041a806095e186b5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:18:1c:2f:2c:22\",\"name\":\"21e5e4fb1ed0daf\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f99c78d3-abe0-4b57-b658-643c9c7a8bf0\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:11.886288 3721 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw e48157fff32990c4f713d2c0b20a36e6891122f9b4d35410a03fb71cff3cfd3a network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw e48157fff32990c4f713d2c0b20a36e6891122f9b4d35410a03fb71cff3cfd3a network default NAD default] I0326 23:12:11.894800 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-v9vqw, hostIfaceName: e48157fff32990c, network: default, NAD default, SandboxID: "e48157fff32990c4f713d2c0b20a36e6891122f9b4d35410a03fb71cff3cfd3a", PCI device ID: , UID: "51998405-e9ef-417b-a385-debb6c0142d6", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0326 23:12:11.933871 3721 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw dcc0cc86559e582d1e8a49dd112acd65221b2080e32098819b74af50f0b3d698 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw dcc0cc86559e582d1e8a49dd112acd65221b2080e32098819b74af50f0b3d698 network default NAD default] I0326 23:12:11.938126 3721 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw e48157fff32990c4f713d2c0b20a36e6891122f9b4d35410a03fb71cff3cfd3a network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-v9vqw e48157fff32990c4f713d2c0b20a36e6891122f9b4d35410a03fb71cff3cfd3a network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:4d:2c:b2:58:29\",\"name\":\"e48157fff32990c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa6583e9-b657-482a-aab8-0d75a856183e\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:11.944652 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw, hostIfaceName: dcc0cc86559e582, network: default, NAD default, SandboxID: "dcc0cc86559e582d1e8a49dd112acd65221b2080e32098819b74af50f0b3d698", PCI device ID: , UID: "eabcbd6a-4df0-497a-9e1d-51041e7e249c", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0326 23:12:11.955949 3721 cni.go:403] [openshift-insights/insights-operator-5577457d66-5ftc4 668dcce0ebc9e9079436583073e91ba4237a392a0df086f404e3449fcd0c7a93 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-5ftc4 668dcce0ebc9e9079436583073e91ba4237a392a0df086f404e3449fcd0c7a93 network default NAD default] I0326 23:12:11.967217 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-5ftc4, hostIfaceName: 668dcce0ebc9e90, network: default, NAD default, SandboxID: "668dcce0ebc9e9079436583073e91ba4237a392a0df086f404e3449fcd0c7a93", PCI device ID: , UID: "ae20bbf8-06c3-4a15-881b-32e43a167ada", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0326 23:12:11.977967 3721 cni.go:403] [openshift-console-operator/console-operator-8777bd9bb-njclr e9df76df4a5bb3fdc54c6a7fc8a8580acac26aa24d61546cf9f814e5ed38b90b network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-8777bd9bb-njclr e9df76df4a5bb3fdc54c6a7fc8a8580acac26aa24d61546cf9f814e5ed38b90b network default NAD default] I0326 23:12:11.989597 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-8777bd9bb-njclr, hostIfaceName: e9df76df4a5bb3f, network: default, NAD default, SandboxID: "e9df76df4a5bb3fdc54c6a7fc8a8580acac26aa24d61546cf9f814e5ed38b90b", PCI device ID: , UID: "1b2602c5-6bb4-490b-82b1-f0b5d2a537ec", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0326 23:12:11.990911 3721 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw dcc0cc86559e582d1e8a49dd112acd65221b2080e32098819b74af50f0b3d698 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-jqwrw dcc0cc86559e582d1e8a49dd112acd65221b2080e32098819b74af50f0b3d698 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:02:44:4b:59:c3\",\"name\":\"dcc0cc86559e582\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8d56dc8-d42b-4a4c-8fea-012a636eefc2\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:12.009444 3721 cni.go:424] [openshift-insights/insights-operator-5577457d66-5ftc4 668dcce0ebc9e9079436583073e91ba4237a392a0df086f404e3449fcd0c7a93 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-5ftc4 668dcce0ebc9e9079436583073e91ba4237a392a0df086f404e3449fcd0c7a93 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:f3:05:31:96:85\",\"name\":\"668dcce0ebc9e90\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/603c9b4b-bd27-44eb-ba49-a2558588042f\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:12.030044 3721 cni.go:424] [openshift-console-operator/console-operator-8777bd9bb-njclr e9df76df4a5bb3fdc54c6a7fc8a8580acac26aa24d61546cf9f814e5ed38b90b network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-8777bd9bb-njclr e9df76df4a5bb3fdc54c6a7fc8a8580acac26aa24d61546cf9f814e5ed38b90b network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:01:67:09:d7:3b\",\"name\":\"e9df76df4a5bb3f\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ff77e68-a810-4bbb-8a7e-02171bcafb38\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:12.217987 3721 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v 7dc0d33bf7c925ecbc7d4e820e952d86e1c2a0d419be19d78e3709abd92ce330 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v 7dc0d33bf7c925ecbc7d4e820e952d86e1c2a0d419be19d78e3709abd92ce330 network default NAD default] I0326 23:12:12.228927 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-hkn5v, hostIfaceName: 7dc0d33bf7c925e, network: default, NAD default, SandboxID: "7dc0d33bf7c925ecbc7d4e820e952d86e1c2a0d419be19d78e3709abd92ce330", PCI device ID: , UID: "9f332e4a-6e7a-4a48-a29a-cff98a8448ef", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0326 23:12:12.269151 3721 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v 7dc0d33bf7c925ecbc7d4e820e952d86e1c2a0d419be19d78e3709abd92ce330 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-hkn5v 7dc0d33bf7c925ecbc7d4e820e952d86e1c2a0d419be19d78e3709abd92ce330 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:6f:db:7a:ea:41\",\"name\":\"7dc0d33bf7c925e\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5178cc2a-f696-4264-9065-50b3e4793067\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:12:12.299241 3721 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:12:12.559952 3721 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-hvxzr for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:12.560077 3721 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr I0326 23:12:12.582698 3721 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr] pod update took 22.658116ms I0326 23:12:12.582738 3721 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr] addLogicalPort annotation time took 22.703694ms I0326 23:12:12.584113 3721 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr] addLogicalPort took 24.181829ms, libovsdb time 995.542µs I0326 23:12:14.232198 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal I0326 23:12:14.232221 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 30.443µs I0326 23:12:14.232244 3721 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall I0326 23:12:14.232249 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default" I0326 23:12:14.232268 3721 node_tracker.go:220] Node ip-10-0-0-90.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0326 23:12:14.232303 3721 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0326 23:12:14.232323 3721 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-90.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-90.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-90.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-90.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-90.ec2.internal, error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0326 23:12:14.245163 3721 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-90.ec2.internal annotation: unexpected end of JSON input E0326 23:12:14.245183 3721 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-90.ec2.internal annotation: unexpected end of JSON input I0326 23:12:14.245216 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0326 23:12:14.245268 3721 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-90.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-90.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-90.ec2.internal" I0326 23:12:14.257896 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0326 23:12:14.257952 3721 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-90.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-90.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-90.ec2.internal" I0326 23:12:14.258780 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal I0326 23:12:14.258811 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 33.835µs I0326 23:12:14.258828 3721 egressfirewall.go:628] Syncing node "ip-10-0-1-8.ec2.internal" for egress firewall I0326 23:12:14.272817 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal I0326 23:12:14.272835 3721 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall I0326 23:12:14.272836 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 22.069µs I0326 23:12:14.272853 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0326 23:12:14.272899 3721 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-90.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-90.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-90.ec2.internal" I0326 23:12:14.288523 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0326 23:12:14.496678 3721 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall I0326 23:12:14.496700 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal I0326 23:12:14.496705 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:14.496717 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 20.924µs I0326 23:12:14.520487 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:14.662965 3721 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l76d6] creating logical port kube-system_global-pull-secret-syncer-l76d6 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:14.663113 3721 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-l76d6 I0326 23:12:14.677779 3721 pod.go:62] [kube-system/global-pull-secret-syncer-l76d6] pod update took 14.701101ms I0326 23:12:14.677804 3721 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-l76d6] addLogicalPort annotation time took 14.731055ms I0326 23:12:14.679031 3721 pods.go:271] [kube-system/global-pull-secret-syncer-l76d6] addLogicalPort took 16.088312ms, libovsdb time 931.351µs I0326 23:12:14.708190 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:12:17.315352 3721 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:12:17.682397 3721 cni.go:403] [kube-system/global-pull-secret-syncer-l76d6 5535489d5623ea432b059e69c05eeabd0fbe7d4a78f287d1a6c3798c4fccbd94 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-l76d6 5535489d5623ea432b059e69c05eeabd0fbe7d4a78f287d1a6c3798c4fccbd94 network default NAD default] I0326 23:12:17.691151 3721 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-l76d6, hostIfaceName: 5535489d5623ea4, network: default, NAD default, SandboxID: "5535489d5623ea432b059e69c05eeabd0fbe7d4a78f287d1a6c3798c4fccbd94", PCI device ID: , UID: "aafb2bb2-aec6-40d3-ac3a-7ed5cf07a398", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0326 23:12:17.734440 3721 cni.go:424] [kube-system/global-pull-secret-syncer-l76d6 5535489d5623ea432b059e69c05eeabd0fbe7d4a78f287d1a6c3798c4fccbd94 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-l76d6 5535489d5623ea432b059e69c05eeabd0fbe7d4a78f287d1a6c3798c4fccbd94 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:50:c4:d5:f5:fe\",\"name\":\"5535489d5623ea4\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ea269fd-8183-4e7e-9c6b-174a2c2c36b4\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:18.340247 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:12:18.726622 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 23:12:18.748105 3721 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:12:19.928363 3721 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 23:12:19.929351 3721 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 959.594µs I0326 23:12:19.952867 3721 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:12:20.322464 3721 namespace.go:98] [openshift-service-ca] adding namespace I0326 23:12:20.323420 3721 namespace.go:102] [openshift-service-ca] adding namespace took 927.135µs I0326 23:12:20.341316 3721 namespace.go:142] [openshift-service-ca] updating namespace I0326 23:12:22.019002 3721 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-8tvrd] creating logical port openshift-service-ca_service-ca-f59fc589b-8tvrd for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:22.019096 3721 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-8tvrd I0326 23:12:22.033826 3721 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-8tvrd] pod update took 14.755993ms I0326 23:12:22.033846 3721 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-8tvrd] addLogicalPort annotation time took 14.779547ms I0326 23:12:22.034969 3721 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-8tvrd] addLogicalPort took 15.982923ms, libovsdb time 824.718µs I0326 23:12:22.414577 3721 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-8tvrd 612d4aafa99d5dafa8ab0367957eaaec589c67e046ba63d49c88147fdc1b4578 network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-8tvrd 612d4aafa99d5dafa8ab0367957eaaec589c67e046ba63d49c88147fdc1b4578 network default NAD default] I0326 23:12:22.437473 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-8tvrd, hostIfaceName: 612d4aafa99d5da, network: default, NAD default, SandboxID: "612d4aafa99d5dafa8ab0367957eaaec589c67e046ba63d49c88147fdc1b4578", PCI device ID: , UID: "25e25cac-bdcf-43a7-bcc7-eca7dc12047e", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0326 23:12:22.479885 3721 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-8tvrd 612d4aafa99d5dafa8ab0367957eaaec589c67e046ba63d49c88147fdc1b4578 network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-8tvrd 612d4aafa99d5dafa8ab0367957eaaec589c67e046ba63d49c88147fdc1b4578 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:6d:49:70:f3:9a\",\"name\":\"612d4aafa99d5da\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9191189b-3934-479d-b73e-1d8efb82e22d\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:24.509432 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:12:27.548211 3721 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-bf569b496-9gwj9 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-bf569b496-9gwj9: no pod IPs found W0326 23:12:27.551721 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:12:29.357376 3721 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:12:29.358054 3721 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:12:29.378153 3721 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:12:29.378172 3721 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:12:29.381094 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d7d6b6c95-f4l7m I0326 23:12:29.381119 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d7d6b6c95-f4l7m I0326 23:12:32.343298 3721 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-0-90.ec2.internal I0326 23:12:32.343325 3721 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-0-90.ec2.internal I0326 23:12:32.343422 3721 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-0-90.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-90.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-90.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-90.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-90.ec2.internal I0326 23:12:34.721169 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wmdfm I0326 23:12:34.721204 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wmdfm I0326 23:12:34.721252 3721 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wmdfm, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wmdfm: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wmdfm: no pod IPs found I0326 23:12:34.721173 3721 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-snttp I0326 23:12:34.721265 3721 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-snttp I0326 23:12:34.721284 3721 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-snttp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-snttp: suppressed error logged: pod openshift-multus/network-metrics-daemon-snttp: no pod IPs found I0326 23:12:40.159323 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:40.159390 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal I0326 23:12:40.159407 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 20.137µs I0326 23:12:40.159390 3721 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall I0326 23:12:40.482650 3721 cni.go:403] [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default] I0326 23:12:40.492756 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bf569b496-g4fz4, hostIfaceName: f4a4cc9160e7583, network: default, NAD default, SandboxID: "f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0", PCI device ID: , UID: "c6873a4e-a567-4bd2-af0a-1065d505e9a7", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0326 23:12:40.507650 3721 cni.go:403] [openshift-dns/dns-default-dn27x cfb53a8758ff0287c4804bbc4b77d4274317e20fbe6c28ab5ca86000a75c0db0 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-dn27x cfb53a8758ff0287c4804bbc4b77d4274317e20fbe6c28ab5ca86000a75c0db0 network default NAD default] I0326 23:12:40.516239 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dn27x, hostIfaceName: cfb53a8758ff028, network: default, NAD default, SandboxID: "cfb53a8758ff0287c4804bbc4b77d4274317e20fbe6c28ab5ca86000a75c0db0", PCI device ID: , UID: "375f4d6c-ac58-4cea-899f-abc47eba7d37", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0326 23:12:40.537356 3721 cni.go:424] [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:e7:b7:0f:07:d5\",\"name\":\"f4a4cc9160e7583\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f4ba944-774d-4f5d-8e04-463d6af7ecaf\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:40.556857 3721 cni.go:424] [openshift-dns/dns-default-dn27x cfb53a8758ff0287c4804bbc4b77d4274317e20fbe6c28ab5ca86000a75c0db0 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-dn27x cfb53a8758ff0287c4804bbc4b77d4274317e20fbe6c28ab5ca86000a75c0db0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:d1:43:43:61:b9\",\"name\":\"cfb53a8758ff028\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4101715-4fe9-4eaa-8672-bc300e078a25\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:43.584904 3721 cni.go:403] [openshift-multus/network-metrics-daemon-l7hlt 15e6e7557db4e8f256435b442cb20858a7f868ae0aa4099d539d9dcd8c383145 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-l7hlt 15e6e7557db4e8f256435b442cb20858a7f868ae0aa4099d539d9dcd8c383145 network default NAD default] I0326 23:12:43.596289 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-l7hlt, hostIfaceName: 15e6e7557db4e8f, network: default, NAD default, SandboxID: "15e6e7557db4e8f256435b442cb20858a7f868ae0aa4099d539d9dcd8c383145", PCI device ID: , UID: "cd5e4779-1860-42eb-9330-007e5a1dba30", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0326 23:12:43.636857 3721 cni.go:424] [openshift-multus/network-metrics-daemon-l7hlt 15e6e7557db4e8f256435b442cb20858a7f868ae0aa4099d539d9dcd8c383145 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-l7hlt 15e6e7557db4e8f256435b442cb20858a7f868ae0aa4099d539d9dcd8c383145 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:a7:40:d0:5b:97\",\"name\":\"15e6e7557db4e8f\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1780fac-3b64-45cb-a41d-7bb650bc8165\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:43.769840 3721 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb ce76db2baff3a57f18f76310fa454433afe3fea13640a15c19e694d90c7a4be5 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb ce76db2baff3a57f18f76310fa454433afe3fea13640a15c19e694d90c7a4be5 network default NAD default] I0326 23:12:43.777910 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-mdbhb, hostIfaceName: ce76db2baff3a57, network: default, NAD default, SandboxID: "ce76db2baff3a57f18f76310fa454433afe3fea13640a15c19e694d90c7a4be5", PCI device ID: , UID: "6048a320-0af4-414c-9689-8507851e4052", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0326 23:12:43.819287 3721 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb ce76db2baff3a57f18f76310fa454433afe3fea13640a15c19e694d90c7a4be5 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-mdbhb ce76db2baff3a57f18f76310fa454433afe3fea13640a15c19e694d90c7a4be5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:ff:62:9b:2c:7f\",\"name\":\"ce76db2baff3a57\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66ae3db6-2191-4bf8-980f-5070e77e200a\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:44.714465 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:44.745089 3721 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr 1f9061d3652740feea6963d07df25ad255e90066a7d8a2c47413a48092f96055 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr 1f9061d3652740feea6963d07df25ad255e90066a7d8a2c47413a48092f96055 network default NAD default] I0326 23:12:44.755138 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-hvxzr, hostIfaceName: 1f9061d3652740f, network: default, NAD default, SandboxID: "1f9061d3652740feea6963d07df25ad255e90066a7d8a2c47413a48092f96055", PCI device ID: , UID: "72907379-0cf8-4525-8a26-cfdb29963c25", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0326 23:12:44.797959 3721 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr 1f9061d3652740feea6963d07df25ad255e90066a7d8a2c47413a48092f96055 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-hvxzr 1f9061d3652740feea6963d07df25ad255e90066a7d8a2c47413a48092f96055 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:33:11:17:ff:52\",\"name\":\"1f9061d3652740f\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29604ccc-6fe0-46b2-9be1-67cc208522ff\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:12:48.140726 3721 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:48.140746 3721 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:48.140751 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0326 23:12:48.205662 3721 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-599988b46b-7s2hk] creating logical port openshift-ingress_router-default-599988b46b-7s2hk for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:48.205790 3721 kube.go:256] Updating pod openshift-ingress/router-default-599988b46b-7s2hk I0326 23:12:48.209009 3721 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-58c59d6f9f-7tc65] creating logical port openshift-ingress_router-default-58c59d6f9f-7tc65 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:48.209092 3721 kube.go:256] Updating pod openshift-ingress/router-default-58c59d6f9f-7tc65 W0326 23:12:48.211694 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0326 23:12:48.214598 3721 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:12:48.228887 3721 pod.go:62] [openshift-ingress/router-default-599988b46b-7s2hk] pod update took 23.121412ms I0326 23:12:48.228919 3721 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-599988b46b-7s2hk] addLogicalPort annotation time took 23.159089ms I0326 23:12:48.230086 3721 pods.go:271] [openshift-ingress/router-default-599988b46b-7s2hk] addLogicalPort took 24.4401ms, libovsdb time 846.908µs I0326 23:12:48.231921 3721 pod.go:62] [openshift-ingress/router-default-58c59d6f9f-7tc65] pod update took 22.854022ms I0326 23:12:48.231994 3721 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-58c59d6f9f-7tc65] addLogicalPort annotation time took 22.929887ms I0326 23:12:48.233115 3721 pods.go:271] [openshift-ingress/router-default-58c59d6f9f-7tc65] addLogicalPort took 24.117883ms, libovsdb time 831.666µs I0326 23:12:48.267011 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:12:48.382990 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:12:48.383014 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:12:48.476812 3721 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-pblw7 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:48.476951 3721 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7 I0326 23:12:48.480735 3721 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-4jjj8] creating logical port openshift-console_downloads-56d45c498b-4jjj8 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:48.480826 3721 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-4jjj8 I0326 23:12:48.502634 3721 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7] pod update took 25.715327ms I0326 23:12:48.502654 3721 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7] addLogicalPort annotation time took 25.740085ms I0326 23:12:48.503837 3721 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7] addLogicalPort took 27.04011ms, libovsdb time 880.729µs I0326 23:12:48.507632 3721 pod.go:62] [openshift-console/downloads-56d45c498b-4jjj8] pod update took 26.829593ms I0326 23:12:48.507651 3721 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-4jjj8] addLogicalPort annotation time took 26.853808ms I0326 23:12:48.508620 3721 pods.go:271] [openshift-console/downloads-56d45c498b-4jjj8] addLogicalPort took 27.900928ms, libovsdb time 710.379µs I0326 23:12:48.534783 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:12:48.584582 3721 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:12:48.611111 3721 cni.go:403] [openshift-ingress/router-default-58c59d6f9f-7tc65 1145ea0115704b68e43e3a3510a498f4cfc98d538741d3f403a269a64b21efc4 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-58c59d6f9f-7tc65 1145ea0115704b68e43e3a3510a498f4cfc98d538741d3f403a269a64b21efc4 network default NAD default] I0326 23:12:48.619659 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-58c59d6f9f-7tc65, hostIfaceName: 1145ea0115704b6, network: default, NAD default, SandboxID: "1145ea0115704b68e43e3a3510a498f4cfc98d538741d3f403a269a64b21efc4", PCI device ID: , UID: "9a8be1ed-db34-48bb-b645-fe619df3d972", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] W0326 23:12:48.629911 3721 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-646b7b7b8-nfp2v IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-646b7b7b8-nfp2v: no pod IPs found I0326 23:12:48.663332 3721 cni.go:424] [openshift-ingress/router-default-58c59d6f9f-7tc65 1145ea0115704b68e43e3a3510a498f4cfc98d538741d3f403a269a64b21efc4 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-58c59d6f9f-7tc65 1145ea0115704b68e43e3a3510a498f4cfc98d538741d3f403a269a64b21efc4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:e2:3f:ab:3d:a7\",\"name\":\"1145ea0115704b6\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3eee54fb-2b40-4cd1-971a-4ad84fad05cd\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:48.735030 3721 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-f4ggs] creating logical port openshift-insights_insights-runtime-extractor-f4ggs for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:48.735140 3721 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-f4ggs I0326 23:12:48.753892 3721 pod.go:62] [openshift-insights/insights-runtime-extractor-f4ggs] pod update took 18.785309ms I0326 23:12:48.753913 3721 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-f4ggs] addLogicalPort annotation time took 18.811568ms I0326 23:12:48.755209 3721 pods.go:271] [openshift-insights/insights-runtime-extractor-f4ggs] addLogicalPort took 20.191184ms, libovsdb time 958.037µs I0326 23:12:48.894317 3721 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7 a3a3e3bcd125c6845736da439ef1c74f6423dc81f70b7cc04796da161f0f2572 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7 a3a3e3bcd125c6845736da439ef1c74f6423dc81f70b7cc04796da161f0f2572 network default NAD default] I0326 23:12:48.902767 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-pblw7, hostIfaceName: a3a3e3bcd125c68, network: default, NAD default, SandboxID: "a3a3e3bcd125c6845736da439ef1c74f6423dc81f70b7cc04796da161f0f2572", PCI device ID: , UID: "10c7b592-c4b1-4970-b739-824a3b4644c2", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0326 23:12:48.914012 3721 cni.go:403] [openshift-console/downloads-56d45c498b-4jjj8 6a4bc63f5af40f8f128f88f79b30912c97c69590946b1b8ff6daccd54c062e7d network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-4jjj8 6a4bc63f5af40f8f128f88f79b30912c97c69590946b1b8ff6daccd54c062e7d network default NAD default] I0326 23:12:48.922445 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-4jjj8, hostIfaceName: 6a4bc63f5af40f8, network: default, NAD default, SandboxID: "6a4bc63f5af40f8f128f88f79b30912c97c69590946b1b8ff6daccd54c062e7d", PCI device ID: , UID: "09872e48-56d6-4c48-9bee-4aacb1551d30", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0326 23:12:48.950422 3721 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7 a3a3e3bcd125c6845736da439ef1c74f6423dc81f70b7cc04796da161f0f2572 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-pblw7 a3a3e3bcd125c6845736da439ef1c74f6423dc81f70b7cc04796da161f0f2572 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:20:cf:3c:17:e4\",\"name\":\"a3a3e3bcd125c68\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a344c83b-2215-439d-87af-4a287aa7e4af\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:48.967655 3721 cni.go:424] [openshift-console/downloads-56d45c498b-4jjj8 6a4bc63f5af40f8f128f88f79b30912c97c69590946b1b8ff6daccd54c062e7d network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-4jjj8 6a4bc63f5af40f8f128f88f79b30912c97c69590946b1b8ff6daccd54c062e7d network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:e2:24:40:1c:f4\",\"name\":\"6a4bc63f5af40f8\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da53e9d6-2a3c-4ee0-ba4f-b863d952c1fe\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:49.152304 3721 cni.go:403] [openshift-insights/insights-runtime-extractor-f4ggs 2f8607f0b77fe044a254b259e89fca701f8fa856c4e53e159cf86262c9fe8909 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-f4ggs 2f8607f0b77fe044a254b259e89fca701f8fa856c4e53e159cf86262c9fe8909 network default NAD default] I0326 23:12:49.173013 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-f4ggs, hostIfaceName: 2f8607f0b77fe04, network: default, NAD default, SandboxID: "2f8607f0b77fe044a254b259e89fca701f8fa856c4e53e159cf86262c9fe8909", PCI device ID: , UID: "9e4574c9-ed99-4e09-9609-8979e0984b9f", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0326 23:12:49.214989 3721 cni.go:424] [openshift-insights/insights-runtime-extractor-f4ggs 2f8607f0b77fe044a254b259e89fca701f8fa856c4e53e159cf86262c9fe8909 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-f4ggs 2f8607f0b77fe044a254b259e89fca701f8fa856c4e53e159cf86262c9fe8909 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:ac:6a:9d:d8:c9\",\"name\":\"2f8607f0b77fe04\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af026276-eea3-4f58-9ad6-08777d243266\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:12:49.390088 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "ip-10-0-0-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:49.390188 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default" I0326 23:12:49.390248 3721 node_tracker.go:235] Node ip-10-0-0-90.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-90.ec2.internal" I0326 23:12:49.390274 3721 node_tracker.go:169] Node ip-10-0-0-90.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:49.390285 3721 services_controller.go:574] Full service sync requested for network=default W0326 23:12:49.390658 3721 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:12:49.390709 3721 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:49.390726 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:49.390732 3721 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0326 23:12:49.553895 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "ip-10-0-0-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:12:49.570337 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default" I0326 23:12:49.570397 3721 node_tracker.go:169] Node ip-10-0-0-90.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:49.570409 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:49.570424 3721 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "ip-10-0-0-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:12:49.570707 3721 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:12:49.570732 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:49.570742 3721 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:49.570746 3721 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0326 23:12:49.571140 3721 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-90.ec2.internal for the network default I0326 23:12:49.572446 3721 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-90.ec2.internal" on network "default" took: 1.320553ms W0326 23:12:49.627288 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:12:49.760128 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:12:49.760152 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:12:49.760162 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:12:49.761274 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:12:49.761297 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0326 23:12:50.126846 3721 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default" I0326 23:12:50.126883 3721 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall I0326 23:12:50.126910 3721 node_tracker.go:169] Node ip-10-0-0-90.ec2.internal switch + router changed, syncing services in network "default" I0326 23:12:50.126925 3721 services_controller.go:574] Full service sync requested for network=default I0326 23:12:50.126932 3721 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 10.0.0.90 to PMTUD blocking rules I0326 23:12:50.126962 3721 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0326 23:12:50.127146 3721 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:12:50.126853 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal I0326 23:12:50.127191 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 341.413µs W0326 23:12:50.127203 3721 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:50.127219 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:50.127219 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:12:50.127226 3721 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:50.127229 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:12:50.127350 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:12:50.127373 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:12:50.127384 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 23:12:50.134138 3721 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-90.ec2.internal. Updating no re-route policies I0326 23:12:50.149008 3721 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 10.0.0.90 to PMTUD blocking rules I0326 23:12:50.149025 3721 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0326 23:12:50.443168 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:12:50.788841 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:12:50.813279 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0326 23:12:50.813304 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0326 23:12:50.916441 3721 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0326 23:12:50.929313 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:12:50.929335 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:12:50.929343 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 23:12:52.870729 3721 base_network_controller_pods.go:487] [default/openshift-console/console-5767c898f4-5dkfm] creating logical port openshift-console_console-5767c898f4-5dkfm for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:52.870877 3721 kube.go:256] Updating pod openshift-console/console-5767c898f4-5dkfm I0326 23:12:52.887226 3721 pod.go:62] [openshift-console/console-5767c898f4-5dkfm] pod update took 16.376871ms I0326 23:12:52.887254 3721 base_network_controller_pods.go:937] [default/openshift-console/console-5767c898f4-5dkfm] addLogicalPort annotation time took 16.411213ms I0326 23:12:52.888631 3721 pods.go:271] [openshift-console/console-5767c898f4-5dkfm] addLogicalPort took 17.914315ms, libovsdb time 1.000811ms I0326 23:12:53.276948 3721 cni.go:403] [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default] ADD starting CNI request [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default] I0326 23:12:53.286341 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5767c898f4-5dkfm, hostIfaceName: 6f7fd0b47764e20, network: default, NAD default, SandboxID: "6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16", PCI device ID: , UID: "6d6afb97-6bbc-41d8-8906-d6a9ac821898", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0326 23:12:53.333135 3721 cni.go:424] [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default] ADD finished CNI request [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:be:7e:95:2e:6d\",\"name\":\"6f7fd0b47764e20\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f280b94-40aa-4353-aed1-e9d6a251f2c1\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:12:53.413814 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.413832 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.413837 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.413847 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.413854 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.413861 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.727369 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.727389 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:12:53.727395 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0326 23:12:53.833345 3721 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:53.833457 3721 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 I0326 23:12:53.838477 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal I0326 23:12:53.838521 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 51.372µs I0326 23:12:53.851187 3721 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45] pod update took 17.765558ms I0326 23:12:53.851214 3721 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45] addLogicalPort annotation time took 17.798843ms I0326 23:12:53.852540 3721 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45] addLogicalPort took 19.245787ms, libovsdb time 971.749µs I0326 23:12:54.228305 3721 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default] I0326 23:12:54.237787 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45, hostIfaceName: d98c4dfa0b72b75, network: default, NAD default, SandboxID: "d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6", PCI device ID: , UID: "136425ef-a5f9-4371-b415-847ed97d9d67", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0326 23:12:54.290360 3721 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:2b:75:bd:95:4d\",\"name\":\"d98c4dfa0b72b75\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bc0d13d-4a12-4ddc-b69c-77e8f7ef0865\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:12:55.341891 3721 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:12:56.479561 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:12:56.826374 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 23:12:59.703933 3721 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-d9474544b-8d4ll] creating logical port openshift-monitoring_thanos-querier-d9474544b-8d4ll for pod on switch ip-10-0-1-8.ec2.internal I0326 23:12:59.704043 3721 kube.go:256] Updating pod openshift-monitoring/thanos-querier-d9474544b-8d4ll I0326 23:12:59.724781 3721 pod.go:62] [openshift-monitoring/thanos-querier-d9474544b-8d4ll] pod update took 20.772573ms I0326 23:12:59.724805 3721 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-d9474544b-8d4ll] addLogicalPort annotation time took 20.801506ms I0326 23:12:59.726126 3721 pods.go:271] [openshift-monitoring/thanos-querier-d9474544b-8d4ll] addLogicalPort took 22.208715ms, libovsdb time 1.000934ms I0326 23:13:01.363435 3721 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-789f77f87-xqpdd] creating logical port openshift-monitoring_metrics-server-789f77f87-xqpdd for pod on switch ip-10-0-1-8.ec2.internal I0326 23:13:01.363580 3721 kube.go:256] Updating pod openshift-monitoring/metrics-server-789f77f87-xqpdd I0326 23:13:01.387887 3721 pod.go:62] [openshift-monitoring/metrics-server-789f77f87-xqpdd] pod update took 24.337748ms I0326 23:13:01.387912 3721 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-789f77f87-xqpdd] addLogicalPort annotation time took 24.365277ms I0326 23:13:01.389261 3721 pods.go:271] [openshift-monitoring/metrics-server-789f77f87-xqpdd] addLogicalPort took 25.847114ms, libovsdb time 898.846µs W0326 23:13:01.427770 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:13:01.427801 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:13:01.427825 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:13:01.493054 3721 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-cfc8b65f6-9jpvm IP address from the namespace address-set, err: pod openshift-console/console-cfc8b65f6-9jpvm: no pod IPs found I0326 23:13:01.500131 3721 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-gjfql for pod on switch ip-10-0-1-8.ec2.internal I0326 23:13:01.500223 3721 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql I0326 23:13:01.520103 3721 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql] pod update took 19.904125ms I0326 23:13:01.520123 3721 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql] addLogicalPort annotation time took 19.928639ms I0326 23:13:01.521538 3721 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql] addLogicalPort took 21.422142ms, libovsdb time 964.966µs I0326 23:13:03.009052 3721 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:13:03.009246 3721 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0326 23:13:03.036016 3721 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.820868ms I0326 23:13:03.036038 3721 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.848839ms I0326 23:13:03.037464 3721 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.430304ms, libovsdb time 951.494µs W0326 23:13:03.424683 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:13:03.466032 3721 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:13:03.466050 3721 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:13:03.466056 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:13:05.415014 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:13:05.518419 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0326 23:13:05.830719 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:13:05.830750 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:13:06.415964 3721 cni.go:403] [openshift-monitoring/metrics-server-789f77f87-xqpdd e92b3dc55009e79bf4e6577b8d76e4464f8359127db8982f910af7afd147283c network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-789f77f87-xqpdd e92b3dc55009e79bf4e6577b8d76e4464f8359127db8982f910af7afd147283c network default NAD default] I0326 23:13:06.416044 3721 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql 1d37a6607cd8e5bf0a3f40d3057df586dd05ef3a013a7df3bbfdbacdf568aae8 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql 1d37a6607cd8e5bf0a3f40d3057df586dd05ef3a013a7df3bbfdbacdf568aae8 network default NAD default] I0326 23:13:06.418853 3721 cni.go:403] [openshift-monitoring/thanos-querier-d9474544b-8d4ll 54c626445f6165d6b3da8cb26eaf631f5e1a6d4107bd3242dd92e627698fce3f network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-d9474544b-8d4ll 54c626445f6165d6b3da8cb26eaf631f5e1a6d4107bd3242dd92e627698fce3f network default NAD default] I0326 23:13:06.419188 3721 cni.go:403] [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default] W0326 23:13:06.429003 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0326 23:13:06.430606 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-789f77f87-xqpdd, hostIfaceName: e92b3dc55009e79, network: default, NAD default, SandboxID: "e92b3dc55009e79bf4e6577b8d76e4464f8359127db8982f910af7afd147283c", PCI device ID: , UID: "fa1a6b50-a795-45b4-903b-9a64e7c5cd08", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0326 23:13:06.431448 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-d9474544b-8d4ll, hostIfaceName: 54c626445f6165d, network: default, NAD default, SandboxID: "54c626445f6165d6b3da8cb26eaf631f5e1a6d4107bd3242dd92e627698fce3f", PCI device ID: , UID: "2b3bedc1-54f7-4bfd-9698-da71b358a846", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0326 23:13:06.431451 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2105ebe9b18e7aa, network: default, NAD default, SandboxID: "2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2", PCI device ID: , UID: "03267b41-bf69-4e8d-85e2-a16a19e8a55a", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0326 23:13:06.431719 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-gjfql, hostIfaceName: 1d37a6607cd8e5b, network: default, NAD default, SandboxID: "1d37a6607cd8e5bf0a3f40d3057df586dd05ef3a013a7df3bbfdbacdf568aae8", PCI device ID: , UID: "157cb2da-d43a-4ee3-a17f-c4d64b6d5985", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0326 23:13:06.488639 3721 cni.go:424] [openshift-monitoring/thanos-querier-d9474544b-8d4ll 54c626445f6165d6b3da8cb26eaf631f5e1a6d4107bd3242dd92e627698fce3f network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-d9474544b-8d4ll 54c626445f6165d6b3da8cb26eaf631f5e1a6d4107bd3242dd92e627698fce3f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:90:34:f6:ad:a2\",\"name\":\"54c626445f6165d\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c42a43e-c8d6-43a8-97f6-d70c7fd2f642\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:13:06.499960 3721 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:13:06.500039 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:13:06.573190 3721 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:13:06.573207 3721 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:13:06.573213 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:13:06.721665 3721 cni.go:424] [openshift-monitoring/metrics-server-789f77f87-xqpdd e92b3dc55009e79bf4e6577b8d76e4464f8359127db8982f910af7afd147283c network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-789f77f87-xqpdd e92b3dc55009e79bf4e6577b8d76e4464f8359127db8982f910af7afd147283c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:e1:f0:c0:5b:22\",\"name\":\"e92b3dc55009e79\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63422100-6ecf-43bf-8d19-586e61aebfa2\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:13:06.721794 3721 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql 1d37a6607cd8e5bf0a3f40d3057df586dd05ef3a013a7df3bbfdbacdf568aae8 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjfql 1d37a6607cd8e5bf0a3f40d3057df586dd05ef3a013a7df3bbfdbacdf568aae8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:75:5b:a4:a7:8a\",\"name\":\"1d37a6607cd8e5b\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3072b7a-ecf4-43aa-bb25-3f81aad59feb\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:13:06.722025 3721 cni.go:424] [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:4b:7b:55:b5:b0\",\"name\":\"2105ebe9b18e7aa\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a98b663a-0402-44a0-8b18-10f1fc35b8fc\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:13:06.924260 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0326 23:13:08.487530 3721 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:13:08.487632 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:13:08.487645 3721 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:13:08.487652 3721 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:13:09.873220 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:13:09.937712 3721 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:13:09.937732 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:13:16.053358 3721 cni.go:403] [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default] I0326 23:13:16.124193 3721 cni.go:424] [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-bf569b496-g4fz4 f4a4cc9160e758392d04451331f6e2cd2d4c011967d17500f50193c1c8cdcfd0 network default NAD default], result "{}", err I0326 23:13:16.200191 3721 obj_retry.go:464] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:16.200229 3721 pods.go:176] Deleting pod: openshift-image-registry/image-registry-bf569b496-g4fz4 I0326 23:13:16.201538 3721 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-bf569b496-g4fz4, ips: 10.129.0.5 I0326 23:13:16.201574 3721 obj_retry.go:464] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:16.209028 3721 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7fc9774446-lgdh4] creating logical port openshift-image-registry_image-registry-7fc9774446-lgdh4 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:13:16.209139 3721 kube.go:256] Updating pod openshift-image-registry/image-registry-7fc9774446-lgdh4 I0326 23:13:16.224083 3721 pod.go:62] [openshift-image-registry/image-registry-7fc9774446-lgdh4] pod update took 14.980319ms I0326 23:13:16.224106 3721 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7fc9774446-lgdh4] addLogicalPort annotation time took 15.011574ms I0326 23:13:16.225416 3721 pods.go:271] [openshift-image-registry/image-registry-7fc9774446-lgdh4] addLogicalPort took 16.403353ms, libovsdb time 863.534µs I0326 23:13:16.613919 3721 cni.go:403] [openshift-image-registry/image-registry-7fc9774446-lgdh4 9973832b9786088d90fae0001717611b505868beaa15399c41f2979ebdd0ce44 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7fc9774446-lgdh4 9973832b9786088d90fae0001717611b505868beaa15399c41f2979ebdd0ce44 network default NAD default] I0326 23:13:16.622738 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7fc9774446-lgdh4, hostIfaceName: 9973832b9786088, network: default, NAD default, SandboxID: "9973832b9786088d90fae0001717611b505868beaa15399c41f2979ebdd0ce44", PCI device ID: , UID: "2a2405c8-09b5-40b6-884f-b6454deb3b5d", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0326 23:13:16.667869 3721 cni.go:424] [openshift-image-registry/image-registry-7fc9774446-lgdh4 9973832b9786088d90fae0001717611b505868beaa15399c41f2979ebdd0ce44 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7fc9774446-lgdh4 9973832b9786088d90fae0001717611b505868beaa15399c41f2979ebdd0ce44 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:68:f4:8e:78:19\",\"name\":\"9973832b9786088\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c90e5755-b376-4020-bf7c-a945ca5e6093\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:13:16.969235 3721 obj_retry.go:458] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:16.969266 3721 obj_retry.go:458] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:16.976792 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bf569b496-g4fz4 I0326 23:13:16.976817 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bf569b496-g4fz4 W0326 23:13:17.920523 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:13:17.920558 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:13:17.920567 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:13:17.920575 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:13:17.946420 3721 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default] I0326 23:13:18.012079 3721 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 d98c4dfa0b72b752e36a940a1c14b7c6f5e346a1ba25d53f95d87fad185aa1f6 network default NAD default], result "{}", err I0326 23:13:18.086979 3721 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:18.087009 3721 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 I0326 23:13:18.088452 3721 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45, ips: 10.129.0.24 I0326 23:13:18.088480 3721 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:18.088511 3721 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:13:18.088521 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0326 23:13:18.088746 3721 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:13:18.088762 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 23:13:19.123793 3721 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:19.123818 3721 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:19.123830 3721 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:19.123840 3721 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:21.761290 3721 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-rxqp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:21.761970 3721 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-rxqp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:22.617546 3721 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-rxqp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:22.617568 3721 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-rxqp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:22.624061 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5767c898f4-rxqp5 I0326 23:13:22.624087 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5767c898f4-rxqp5 I0326 23:13:23.921313 3721 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:13:23.933004 3721 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0326 23:13:26.439994 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:13:26.440018 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0326 23:13:26.591519 3721 cni.go:403] [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default] DEL starting CNI request [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default] I0326 23:13:26.674471 3721 cni.go:424] [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default] DEL finished CNI request [openshift-console/console-5767c898f4-5dkfm 6f7fd0b47764e20bf885d36c2119b3753aa400f2814dc6c8c34203ee23937c16 network default NAD default], result "{}", err I0326 23:13:26.726606 3721 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-5dkfm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:26.726667 3721 pods.go:176] Deleting pod: openshift-console/console-5767c898f4-5dkfm I0326 23:13:26.727921 3721 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5767c898f4-5dkfm, ips: 10.129.0.23 I0326 23:13:26.727954 3721 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-5dkfm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:26.738449 3721 base_network_controller_pods.go:487] [default/openshift-console/console-755566f549-n8kgm] creating logical port openshift-console_console-755566f549-n8kgm for pod on switch ip-10-0-1-8.ec2.internal I0326 23:13:26.738561 3721 kube.go:256] Updating pod openshift-console/console-755566f549-n8kgm I0326 23:13:26.754329 3721 pod.go:62] [openshift-console/console-755566f549-n8kgm] pod update took 15.79317ms I0326 23:13:26.754364 3721 base_network_controller_pods.go:937] [default/openshift-console/console-755566f549-n8kgm] addLogicalPort annotation time took 15.832862ms I0326 23:13:26.756045 3721 pods.go:271] [openshift-console/console-755566f549-n8kgm] addLogicalPort took 17.626381ms, libovsdb time 1.150919ms I0326 23:13:26.971066 3721 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-5dkfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:26.971088 3721 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-5dkfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:26.976568 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5767c898f4-5dkfm I0326 23:13:26.976600 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5767c898f4-5dkfm I0326 23:13:27.097669 3721 cni.go:403] [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default] ADD starting CNI request [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default] I0326 23:13:27.106338 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-755566f549-n8kgm, hostIfaceName: 7c3d4f537d9765a, network: default, NAD default, SandboxID: "7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b", PCI device ID: , UID: "b53cb046-bf67-422a-afe2-18112eb5ae0d", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0326 23:13:27.149969 3721 cni.go:424] [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default] ADD finished CNI request [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:3f:26:af:92:c0\",\"name\":\"7c3d4f537d9765a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abb16a96-c014-47f6-9c00-5fa42ab39b1c\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:13:30.896803 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:13:32.647233 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:13:32.647258 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:13:32.680847 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:13:32.680872 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:13:37.954269 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:13:38.065839 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:13:39.039192 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:13:39.039192 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:13:39.039379 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:13:40.051076 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:13:40.623234 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:13:40.623267 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:13:40.623283 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:13:40.623290 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:13:41.730970 3721 obj_retry.go:464] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:41.731544 3721 obj_retry.go:464] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:42.671589 3721 obj_retry.go:458] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:42.671611 3721 obj_retry.go:458] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:42.677889 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-646b7b7b8-hzth5 I0326 23:13:42.677918 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-646b7b7b8-hzth5 W0326 23:13:45.070675 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:13:45.070673 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:13:45.070809 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:13:46.074090 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:13:49.093657 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0326 23:13:49.093674 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0326 23:13:49.093712 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0326 23:13:50.097103 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0326 23:13:57.963363 3721 obj_retry.go:464] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:57.963914 3721 obj_retry.go:464] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:13:58.648895 3721 obj_retry.go:458] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:58.648922 3721 obj_retry.go:458] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:13:58.651795 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-cfc8b65f6-w8l4f I0326 23:13:58.651824 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-cfc8b65f6-w8l4f W0326 23:14:04.186522 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:14:04.186544 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:14:18.485312 3721 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:18.485862 3721 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:18.822521 3721 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:18.822548 3721 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:18.830402 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0326 23:14:18.830428 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0326 23:14:22.749620 3721 cni.go:403] [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default] I0326 23:14:22.828572 3721 cni.go:424] [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 2105ebe9b18e7aad351a8be00889edb6aa67740ae2f1984b0defe1a34538fdf2 network default NAD default], result "{}", err I0326 23:14:22.892538 3721 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:22.892583 3721 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0326 23:14:22.893829 3721 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.28 I0326 23:14:22.893860 3721 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:23.255993 3721 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:23.256014 3721 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:23.262119 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0326 23:14:23.262157 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0326 23:14:23.302993 3721 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:14:23.303178 3721 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0326 23:14:23.327382 3721 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.245819ms I0326 23:14:23.327403 3721 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.271993ms I0326 23:14:23.328895 3721 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.920841ms, libovsdb time 1.12844ms I0326 23:14:23.665736 3721 cni.go:403] [openshift-monitoring/prometheus-k8s-1 38d27adeaa328016a6c285bf53a71681382f1d2ca75035f8f1ac4732205ee2aa network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 38d27adeaa328016a6c285bf53a71681382f1d2ca75035f8f1ac4732205ee2aa network default NAD default] I0326 23:14:23.674293 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 38d27adeaa32801, network: default, NAD default, SandboxID: "38d27adeaa328016a6c285bf53a71681382f1d2ca75035f8f1ac4732205ee2aa", PCI device ID: , UID: "1ec61c8c-692c-420f-b365-e4ecd3b35932", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0326 23:14:23.718176 3721 cni.go:424] [openshift-monitoring/prometheus-k8s-1 38d27adeaa328016a6c285bf53a71681382f1d2ca75035f8f1ac4732205ee2aa network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 38d27adeaa328016a6c285bf53a71681382f1d2ca75035f8f1ac4732205ee2aa network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:ba:2f:d4:ac:41\",\"name\":\"38d27adeaa32801\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75c42781-fb1c-41da-82a8-900e0951d7ff\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:14:40.583707 3721 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:40.584296 3721 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:40.830214 3721 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:40.830249 3721 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:40.836263 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0326 23:14:40.836299 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0326 23:14:50.355293 3721 obj_retry.go:464] Detected object openshift-console/console-755566f549-cdp5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:50.355857 3721 obj_retry.go:464] Detected object openshift-console/console-755566f549-cdp5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:14:50.964904 3721 obj_retry.go:458] Detected object openshift-console/console-755566f549-cdp5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:50.964930 3721 obj_retry.go:458] Detected object openshift-console/console-755566f549-cdp5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:14:50.968281 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-755566f549-cdp5p I0326 23:14:50.968304 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-755566f549-cdp5p I0326 23:15:01.009942 3721 cni.go:403] [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default] DEL starting CNI request [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default] I0326 23:15:01.089890 3721 cni.go:424] [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default] DEL finished CNI request [openshift-console/console-755566f549-n8kgm 7c3d4f537d9765a5025bf2a9d8a7902720a0e723807ecce340a7644ae090094b network default NAD default], result "{}", err I0326 23:15:01.140683 3721 obj_retry.go:464] Detected object openshift-console/console-755566f549-n8kgm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:15:01.140724 3721 pods.go:176] Deleting pod: openshift-console/console-755566f549-n8kgm I0326 23:15:01.142159 3721 pods.go:236] Attempting to release IPs for pod: openshift-console/console-755566f549-n8kgm, ips: 10.129.0.30 I0326 23:15:01.142188 3721 obj_retry.go:464] Detected object openshift-console/console-755566f549-n8kgm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:15:01.414995 3721 obj_retry.go:458] Detected object openshift-console/console-755566f549-n8kgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:15:01.415048 3721 obj_retry.go:458] Detected object openshift-console/console-755566f549-n8kgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:15:01.420978 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-755566f549-n8kgm I0326 23:15:01.421003 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-755566f549-n8kgm I0326 23:15:13.162204 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:15:13.162816 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:15:14.055739 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:15:14.055762 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:15:24.588085 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:15:24.588110 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:15:25.880200 3721 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:15:25.880761 3721 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:15:26.015274 3721 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:15:26.015298 3721 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:15:26.021662 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0326 23:15:26.021687 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0326 23:16:34.516807 3721 base_network_controller_pods.go:487] [default/openshift-console/console-6c698f48f-dvdmd] creating logical port openshift-console_console-6c698f48f-dvdmd for pod on switch ip-10-0-1-8.ec2.internal I0326 23:16:34.516959 3721 kube.go:256] Updating pod openshift-console/console-6c698f48f-dvdmd I0326 23:16:34.551797 3721 pod.go:62] [openshift-console/console-6c698f48f-dvdmd] pod update took 34.86892ms I0326 23:16:34.551819 3721 base_network_controller_pods.go:937] [default/openshift-console/console-6c698f48f-dvdmd] addLogicalPort annotation time took 34.895558ms I0326 23:16:34.553242 3721 pods.go:271] [openshift-console/console-6c698f48f-dvdmd] addLogicalPort took 36.454553ms, libovsdb time 1.021175ms I0326 23:16:34.881204 3721 cni.go:403] [openshift-console/console-6c698f48f-dvdmd 52b99ecd67b3a8c5b1110889ae995709764ada819815030a4d69a4421e8e24b6 network default NAD default] ADD starting CNI request [openshift-console/console-6c698f48f-dvdmd 52b99ecd67b3a8c5b1110889ae995709764ada819815030a4d69a4421e8e24b6 network default NAD default] I0326 23:16:34.889563 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6c698f48f-dvdmd, hostIfaceName: 52b99ecd67b3a8c, network: default, NAD default, SandboxID: "52b99ecd67b3a8c5b1110889ae995709764ada819815030a4d69a4421e8e24b6", PCI device ID: , UID: "ffafe257-d73f-41c1-9067-3290ced50fc2", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0326 23:16:34.933613 3721 cni.go:424] [openshift-console/console-6c698f48f-dvdmd 52b99ecd67b3a8c5b1110889ae995709764ada819815030a4d69a4421e8e24b6 network default NAD default] ADD finished CNI request [openshift-console/console-6c698f48f-dvdmd 52b99ecd67b3a8c5b1110889ae995709764ada819815030a4d69a4421e8e24b6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:97:5e:b2:df:03\",\"name\":\"52b99ecd67b3a8c\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df0ac2a0-69b4-4120-90a7-08b9282ab81c\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:16:44.897004 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:16:59.816675 3721 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:59.817292 3721 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:00.458216 3721 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:00.458243 3721 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:00.465256 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dfdb5bcfd-s54ll I0326 23:17:00.465277 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dfdb5bcfd-s54ll I0326 23:17:10.204144 3721 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:10.204740 3721 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:10.422016 3721 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:10.422047 3721 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:10.424910 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dfdb5bcfd-dwg7g I0326 23:17:10.424935 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dfdb5bcfd-dwg7g I0326 23:17:24.616738 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0326 23:17:36.708624 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0326 23:17:40.788405 3721 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:17:46.618511 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0326 23:17:47.742439 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0326 23:17:54.737790 3721 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0326 23:18:04.616328 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 W0326 23:18:28.774907 3721 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:18:39.812745 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 23:18:39.812815 3721 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-sptr7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-sptr7: no pod IPs found I0326 23:19:55.731236 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0326 23:19:59.704009 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0326 23:19:59.719388 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 23:20:04.248870 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:04.249457 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:05.145142 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:05.145174 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:30.725352 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 23:20:32.617724 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0326 23:20:35.626201 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=701 I0326 23:20:41.383026 3721 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal I0326 23:20:41.383065 3721 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 47.355µs I0326 23:20:41.383145 3721 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall I0326 23:20:50.113725 3721 namespace.go:98] [tsf] adding namespace I0326 23:20:50.114601 3721 namespace.go:102] [tsf] adding namespace took 856.737µs I0326 23:20:50.131389 3721 namespace.go:142] [tsf] updating namespace I0326 23:20:50.147786 3721 namespace.go:142] [tsf] updating namespace I0326 23:20:53.897438 3721 namespace.go:98] [tsf-keycloak] adding namespace I0326 23:20:53.898323 3721 namespace.go:102] [tsf-keycloak] adding namespace took 859.604µs I0326 23:20:53.900297 3721 namespace.go:98] [rhtpa-operator] adding namespace I0326 23:20:53.900514 3721 namespace.go:98] [konflux-ui] adding namespace I0326 23:20:53.900958 3721 namespace.go:102] [rhtpa-operator] adding namespace took 646.06µs I0326 23:20:53.901473 3721 namespace.go:102] [konflux-ui] adding namespace took 942.39µs I0326 23:20:53.905891 3721 namespace.go:98] [rhbk-operator] adding namespace I0326 23:20:53.905944 3721 namespace.go:98] [cert-manager-operator] adding namespace I0326 23:20:53.906081 3721 namespace.go:98] [tsf-tas] adding namespace I0326 23:20:53.906295 3721 namespace.go:98] [tsf-tpa] adding namespace I0326 23:20:53.906604 3721 namespace.go:102] [rhbk-operator] adding namespace took 700.232µs I0326 23:20:53.907119 3721 namespace.go:102] [cert-manager-operator] adding namespace took 1.160011ms I0326 23:20:53.907147 3721 namespace.go:98] [konflux-operator] adding namespace I0326 23:20:53.907634 3721 namespace.go:102] [konflux-operator] adding namespace took 480.867µs I0326 23:20:53.908115 3721 namespace.go:102] [tsf-tas] adding namespace took 2.018224ms I0326 23:20:53.908518 3721 namespace.go:102] [tsf-tpa] adding namespace took 2.208949ms I0326 23:20:53.920116 3721 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:20:53.942774 3721 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:20:53.959816 3721 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:20:53.962024 3721 namespace.go:142] [konflux-ui] updating namespace I0326 23:20:53.962033 3721 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:20:53.975880 3721 namespace.go:142] [rhbk-operator] updating namespace I0326 23:20:53.975991 3721 namespace.go:142] [tsf-tas] updating namespace I0326 23:20:53.976018 3721 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:20:53.978142 3721 namespace.go:142] [konflux-operator] updating namespace I0326 23:20:53.980207 3721 namespace.go:142] [tsf-tpa] updating namespace I0326 23:20:53.987111 3721 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:20:53.989944 3721 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:20:54.047588 3721 namespace.go:142] [rhbk-operator] updating namespace I0326 23:20:54.059311 3721 namespace.go:142] [rhbk-operator] updating namespace I0326 23:20:54.079297 3721 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:20:54.097892 3721 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:20:54.118524 3721 namespace.go:142] [tsf-tas] updating namespace I0326 23:20:54.130258 3721 namespace.go:142] [tsf-tas] updating namespace I0326 23:20:54.162298 3721 namespace.go:142] [konflux-operator] updating namespace I0326 23:20:54.174269 3721 namespace.go:142] [konflux-operator] updating namespace I0326 23:20:54.192212 3721 namespace.go:142] [tsf-tpa] updating namespace I0326 23:20:54.205482 3721 namespace.go:142] [tsf-tpa] updating namespace I0326 23:20:54.214915 3721 namespace.go:142] [konflux-ui] updating namespace I0326 23:20:54.229107 3721 namespace.go:142] [konflux-ui] updating namespace I0326 23:20:55.004480 3721 namespace.go:142] [tsf-tpa] updating namespace I0326 23:20:55.019409 3721 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:20:56.697088 3721 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p for pod on switch ip-10-0-1-8.ec2.internal I0326 23:20:56.697238 3721 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p I0326 23:20:56.719310 3721 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p] pod update took 22.120823ms I0326 23:20:56.719337 3721 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p] addLogicalPort annotation time took 22.14803ms I0326 23:20:56.720584 3721 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p] addLogicalPort took 23.511236ms, libovsdb time 858.71µs I0326 23:20:56.829419 3721 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p for pod on switch ip-10-0-1-8.ec2.internal I0326 23:20:56.829575 3721 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p I0326 23:20:56.842525 3721 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p] pod update took 12.957051ms I0326 23:20:56.842552 3721 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p] addLogicalPort annotation time took 13.014006ms I0326 23:20:56.844089 3721 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p] addLogicalPort took 14.69053ms, libovsdb time 1.042162ms I0326 23:20:57.056821 3721 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default] I0326 23:20:57.065560 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p, hostIfaceName: c5a1574567fbc98, network: default, NAD default, SandboxID: "c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f", PCI device ID: , UID: "52e774de-b0a0-44bf-9aef-b81aaa6614af", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0326 23:20:57.111102 3721 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:2f:56:46:45:db\",\"name\":\"c5a1574567fbc98\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e96ef24-ea53-4162-b11c-e600120b5749\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:20:57.190756 3721 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default] I0326 23:20:57.199965 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p, hostIfaceName: f3a1321500ea90e, network: default, NAD default, SandboxID: "f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542", PCI device ID: , UID: "c6a95ef6-9f5a-4ba1-bc7d-49bd497e9c6d", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0326 23:20:57.245801 3721 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:64:46:54:94:55\",\"name\":\"f3a1321500ea90e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a811115f-a3ed-48cd-894f-775060219ca2\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:20:59.999678 3721 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m for pod on switch ip-10-0-1-8.ec2.internal I0326 23:20:59.999806 3721 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m I0326 23:21:00.012197 3721 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m] pod update took 12.415649ms I0326 23:21:00.012221 3721 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m] addLogicalPort annotation time took 12.446069ms I0326 23:21:00.013569 3721 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m] addLogicalPort took 13.903591ms, libovsdb time 915.596µs I0326 23:21:00.357882 3721 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default] I0326 23:21:00.368199 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m, hostIfaceName: 2c48dcc9799400e, network: default, NAD default, SandboxID: "2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91", PCI device ID: , UID: "25d6be4c-a25f-4c76-86b0-19c9cdf69f2c", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0326 23:21:00.412674 3721 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:57:1c:85:e7:37\",\"name\":\"2c48dcc9799400e\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf589bd3-896a-4557-9e04-34de3af435f3\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:21:01.412163 3721 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:21:01.412268 3721 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 I0326 23:21:01.426015 3721 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67] pod update took 13.777675ms I0326 23:21:01.426042 3721 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67] addLogicalPort annotation time took 13.811077ms I0326 23:21:01.427445 3721 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67] addLogicalPort took 15.302205ms, libovsdb time 833.254µs I0326 23:21:01.778382 3721 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default] I0326 23:21:01.787241 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67, hostIfaceName: 9a62b1c71e3678b, network: default, NAD default, SandboxID: "9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130", PCI device ID: , UID: "4655c3ae-f52c-48af-894e-e109619a8d4f", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0326 23:21:01.835233 3721 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:fa:13:1d:28:b6\",\"name\":\"9a62b1c71e3678b\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3454844f-a7c9-4af1-9f3e-064a0753db24\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:21:02.052803 3721 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default] I0326 23:21:02.127784 3721 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p c5a1574567fbc984a6f778042d2945f0a45bceec6eacfa105d09f1e7469e748f network default NAD default], result "{}", err I0326 23:21:02.175770 3721 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:02.175811 3721 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p I0326 23:21:02.177213 3721 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p, ips: 10.129.0.33 I0326 23:21:02.177248 3721 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:02.177271 3721 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:02.177281 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:21:02.177459 3721 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:02.177476 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:21:03.061195 3721 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default] I0326 23:21:03.133968 3721 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p f3a1321500ea90e0c23b5321dddbfa52285e1ae24d33c1517cdb36878bebf542 network default NAD default], result "{}", err I0326 23:21:03.188056 3721 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:03.188094 3721 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p I0326 23:21:03.189557 3721 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p, ips: 10.129.0.34 I0326 23:21:03.189593 3721 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:03.189617 3721 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:03.189626 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:21:03.189803 3721 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:03.189817 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:21:03.200845 3721 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:03.200867 3721 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:03.200878 3721 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:03.200893 3721 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:03.280821 3721 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp for pod on switch ip-10-0-1-8.ec2.internal I0326 23:21:03.280966 3721 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp I0326 23:21:03.293212 3721 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp] pod update took 12.281935ms I0326 23:21:03.293238 3721 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp] addLogicalPort annotation time took 12.311399ms I0326 23:21:03.294603 3721 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp] addLogicalPort took 13.805833ms, libovsdb time 993.171µs I0326 23:21:03.380928 3721 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm for pod on switch ip-10-0-1-8.ec2.internal I0326 23:21:03.381091 3721 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm I0326 23:21:03.393805 3721 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm] pod update took 12.75241ms I0326 23:21:03.393833 3721 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm] addLogicalPort annotation time took 12.785144ms I0326 23:21:03.395331 3721 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm] addLogicalPort took 14.423989ms, libovsdb time 1.073416ms I0326 23:21:03.640334 3721 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default] I0326 23:21:03.649099 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp, hostIfaceName: f17dec46d8230ac, network: default, NAD default, SandboxID: "f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558", PCI device ID: , UID: "6081358c-7d02-4408-810d-76768b535c69", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0326 23:21:03.693817 3721 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:44:4c:ce:58:84\",\"name\":\"f17dec46d8230ac\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70c7cc22-662f-4e60-b993-70350424ee33\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:21:03.743277 3721 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default] I0326 23:21:03.752585 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm, hostIfaceName: 6c094f837d2b832, network: default, NAD default, SandboxID: "6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d", PCI device ID: , UID: "74289cdf-3246-46f3-a693-fef553362eb7", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0326 23:21:03.798328 3721 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:02:e5:bf:20:f5\",\"name\":\"6c094f837d2b832\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cec83e75-312e-4ea2-a47f-0d00957f36a5\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:21:04.071549 3721 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default] I0326 23:21:04.145145 3721 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m 2c48dcc9799400e45623ffe755566bd7d0385934fae596e0018e886a1cf1fb91 network default NAD default], result "{}", err I0326 23:21:04.191238 3721 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:04.191272 3721 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m I0326 23:21:04.192652 3721 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m, ips: 10.129.0.35 I0326 23:21:04.192685 3721 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:04.192709 3721 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:04.192718 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:21:04.192913 3721 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:04.192933 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:21:04.212335 3721 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:04.212365 3721 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:04.212380 3721 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:04.212395 3721 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:05.214134 3721 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:05.214164 3721 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:05.214183 3721 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:05.214195 3721 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:06.089162 3721 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default] I0326 23:21:06.164979 3721 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 9a62b1c71e3678bba57f0cf30455855ee6354219796d46c97ee0e1b6cd65b130 network default NAD default], result "{}", err I0326 23:21:06.204094 3721 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:06.204132 3721 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 I0326 23:21:06.205878 3721 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67, ips: 10.129.0.36 I0326 23:21:06.205905 3721 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:06.205923 3721 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:06.205932 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:21:06.206140 3721 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:06.206161 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:21:07.228925 3721 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:07.228956 3721 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:07.228980 3721 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:07.228996 3721 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:08.102954 3721 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default] I0326 23:21:08.104625 3721 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default] I0326 23:21:08.173832 3721 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp f17dec46d8230ac7cf316985a65eaa94d991e2259a12e6000858c53d3b913558 network default NAD default], result "{}", err I0326 23:21:08.217863 3721 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm 6c094f837d2b832e1f902c6cbb84249dfb73cdd6bbdda92d5fc9e9fd6cd6f98d network default NAD default], result "{}", err I0326 23:21:08.224154 3721 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.224185 3721 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp I0326 23:21:08.225557 3721 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp, ips: 10.129.0.37 I0326 23:21:08.225594 3721 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.225618 3721 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.225627 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:21:08.225854 3721 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.225869 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:21:08.263588 3721 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.263627 3721 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm I0326 23:21:08.264956 3721 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm, ips: 10.129.0.38 I0326 23:21:08.264982 3721 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.265000 3721 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.265008 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:21:08.265171 3721 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:21:08.265186 3721 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:21:09.254128 3721 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:09.254160 3721 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:09.254174 3721 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:09.254191 3721 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:09.292537 3721 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:09.292582 3721 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:09.292602 3721 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:09.292615 3721 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:21:13.393352 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 23:21:13.616291 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0326 23:21:16.056028 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 23:21:16.062736 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 23:21:21.459719 3721 namespace.go:142] [openshift-operators] updating namespace I0326 23:21:21.469697 3721 namespace.go:142] [openshift-operators] updating namespace I0326 23:21:22.718552 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0326 23:21:23.475934 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:21:27.814930 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:21:27.824909 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:21:27.846684 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:21:27.854854 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:21:29.397929 3721 namespace.go:142] [openshift-operators] updating namespace I0326 23:21:29.598604 3721 namespace.go:98] [cert-manager] adding namespace I0326 23:21:29.599455 3721 namespace.go:102] [cert-manager] adding namespace took 828.854µs I0326 23:21:29.640363 3721 namespace.go:142] [cert-manager] updating namespace I0326 23:21:29.663767 3721 namespace.go:142] [cert-manager] updating namespace I0326 23:21:29.743434 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0326 23:21:31.059872 3721 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-pjbd7 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:21:31.060039 3721 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7 I0326 23:21:31.085959 3721 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7] pod update took 25.949823ms I0326 23:21:31.085989 3721 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7] addLogicalPort annotation time took 25.982897ms I0326 23:21:31.087187 3721 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7] addLogicalPort took 27.328294ms, libovsdb time 841.17µs I0326 23:21:31.440752 3721 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7 e1703d5a42332935949452f272ded0d0bfab11e67c6a21eec79ca93c118cf808 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7 e1703d5a42332935949452f272ded0d0bfab11e67c6a21eec79ca93c118cf808 network default NAD default] I0326 23:21:31.449137 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-pjbd7, hostIfaceName: e1703d5a4233293, network: default, NAD default, SandboxID: "e1703d5a42332935949452f272ded0d0bfab11e67c6a21eec79ca93c118cf808", PCI device ID: , UID: "01e2f4f4-8d09-4a8a-b742-4f18269a613f", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0326 23:21:31.494253 3721 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7 e1703d5a42332935949452f272ded0d0bfab11e67c6a21eec79ca93c118cf808 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-pjbd7 e1703d5a42332935949452f272ded0d0bfab11e67c6a21eec79ca93c118cf808 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:62:c9:c2:1b:ea\",\"name\":\"e1703d5a4233293\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4945d6b-5fda-44ba-b52d-5d058b3266de\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:21:35.535636 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 23:21:35.535654 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0326 23:21:35.891047 3721 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-qcdpm for pod on switch ip-10-0-1-8.ec2.internal I0326 23:21:35.891139 3721 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm I0326 23:21:35.916836 3721 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm] pod update took 25.719058ms I0326 23:21:35.916862 3721 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm] addLogicalPort annotation time took 25.74986ms I0326 23:21:35.918152 3721 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm] addLogicalPort took 27.125366ms, libovsdb time 868.766µs I0326 23:21:36.242614 3721 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm 5eacd70dff7e9040e313aebcdbe3a48c41a1e48611dabeafaeb8143cc7373ee2 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm 5eacd70dff7e9040e313aebcdbe3a48c41a1e48611dabeafaeb8143cc7373ee2 network default NAD default] I0326 23:21:36.251117 3721 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-qcdpm, hostIfaceName: 5eacd70dff7e904, network: default, NAD default, SandboxID: "5eacd70dff7e9040e313aebcdbe3a48c41a1e48611dabeafaeb8143cc7373ee2", PCI device ID: , UID: "beace536-9a68-483c-b5e3-44acc12b02b6", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0326 23:21:36.295904 3721 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm 5eacd70dff7e9040e313aebcdbe3a48c41a1e48611dabeafaeb8143cc7373ee2 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-qcdpm 5eacd70dff7e9040e313aebcdbe3a48c41a1e48611dabeafaeb8143cc7373ee2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:fe:8e:d2:18:4d\",\"name\":\"5eacd70dff7e904\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eea68874-feb0-4c9f-b838-98ccf6e0b84d\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:21:39.402588 3721 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 23:21:39.403435 3721 namespace.go:102] [trusted-artifact-signer] adding namespace took 821.547µs I0326 23:21:39.415768 3721 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:21:39.426688 3721 namespace.go:142] [trusted-artifact-signer] updating namespace W0326 23:21:39.607646 3721 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 23:21:39.837568 3721 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:39.838081 3721 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:21:39.858684 3721 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:39.858708 3721 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:21:39.874179 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 23:21:39.874209 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 23:21:44.263781 3721 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-sgj4r for pod on switch ip-10-0-1-8.ec2.internal I0326 23:21:44.263898 3721 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r I0326 23:21:44.285539 3721 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r] pod update took 21.675722ms I0326 23:21:44.285564 3721 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r] addLogicalPort annotation time took 21.705971ms I0326 23:21:44.286779 3721 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r] addLogicalPort took 23.018883ms, libovsdb time 789.919µs I0326 23:21:46.988762 3721 namespace.go:98] [openshift-pipelines] adding namespace I0326 23:21:46.989660 3721 namespace.go:102] [openshift-pipelines] adding namespace took 872.621µs I0326 23:21:47.017850 3721 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:21:47.704840 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0326 23:21:47.856340 3721 namespace.go:142] [cert-manager] updating namespace I0326 23:21:48.024679 3721 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:21:48.419833 3721 namespace.go:142] [konflux-operator] updating namespace I0326 23:21:48.622707 3721 namespace.go:142] [konflux-ui] updating namespace I0326 23:21:48.824982 3721 namespace.go:142] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] updating namespace I0326 23:21:49.225095 3721 namespace.go:142] [rhbk-operator] updating namespace I0326 23:21:49.425307 3721 namespace.go:142] [rhtpa-operator] updating namespace W0326 23:21:49.513280 3721 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0326 23:21:49.627449 3721 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:21:49.829520 3721 namespace.go:142] [tsf] updating namespace I0326 23:21:50.028995 3721 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:21:50.230696 3721 namespace.go:142] [tsf-tas] updating namespace I0326 23:21:50.433210 3721 namespace.go:142] [tsf-tpa] updating namespace I0326 23:21:50.565365 3721 namespace.go:142] [cert-manager] updating namespace I0326 23:21:50.573939 3721 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:21:50.582691 3721 namespace.go:142] [default] updating namespace I0326 23:21:50.591640 3721 namespace.go:142] [konflux-operator] updating namespace I0326 23:21:50.600778 3721 namespace.go:142] [konflux-ui] updating namespace I0326 23:21:50.610822 3721 namespace.go:142] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] updating namespace I0326 23:21:50.619543 3721 namespace.go:142] [openshift] updating namespace I0326 23:21:50.631172 3721 namespace.go:142] [rhbk-operator] updating namespace I0326 23:21:50.641034 3721 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:21:50.648681 3721 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:21:50.657325 3721 namespace.go:142] [tsf] updating namespace I0326 23:21:50.670134 3721 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:21:50.692438 3721 namespace.go:142] [tsf-tas] updating namespace I0326 23:21:50.712875 3721 namespace.go:142] [tsf-tpa] updating namespace I0326 23:21:50.815689 3721 namespace.go:142] [cert-manager] updating namespace I0326 23:21:50.925587 3721 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r e9990cb82d0c8e6e6b05ff0635533342297a158259904d50191de34d1d4253c1 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r e9990cb82d0c8e6e6b05ff0635533342297a158259904d50191de34d1d4253c1 network default NAD default] I0326 23:21:50.926268 3721 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:21:50.933987 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-sgj4r, hostIfaceName: e9990cb82d0c8e6, network: default, NAD default, SandboxID: "e9990cb82d0c8e6e6b05ff0635533342297a158259904d50191de34d1d4253c1", PCI device ID: , UID: "0f65bd34-0bb3-4ba8-a245-1529d8c5196a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0326 23:21:50.978757 3721 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r e9990cb82d0c8e6e6b05ff0635533342297a158259904d50191de34d1d4253c1 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sgj4r e9990cb82d0c8e6e6b05ff0635533342297a158259904d50191de34d1d4253c1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:7c:12:a9:fa:2f\",\"name\":\"e9990cb82d0c8e6\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa88eeb9-457b-4281-8da0-09632cb0b817\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:21:51.015833 3721 namespace.go:142] [default] updating namespace I0326 23:21:51.114867 3721 namespace.go:142] [konflux-operator] updating namespace I0326 23:21:51.214732 3721 namespace.go:142] [konflux-ui] updating namespace I0326 23:21:51.322814 3721 namespace.go:142] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] updating namespace I0326 23:21:51.431730 3721 namespace.go:142] [openshift] updating namespace I0326 23:21:51.529899 3721 namespace.go:142] [rhbk-operator] updating namespace I0326 23:21:51.632708 3721 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:21:51.743892 3721 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:21:51.825808 3721 namespace.go:142] [tsf] updating namespace I0326 23:21:51.918735 3721 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:21:52.015718 3721 namespace.go:142] [tsf-tas] updating namespace I0326 23:21:52.119722 3721 namespace.go:142] [tsf-tpa] updating namespace I0326 23:21:52.458308 3721 namespace.go:142] [openshift-pipelines] updating namespace W0326 23:21:56.372835 3721 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0326 23:22:00.178187 3721 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-q5qc9 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:22:00.178293 3721 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9 I0326 23:22:00.196131 3721 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9] pod update took 17.861605ms I0326 23:22:00.196159 3721 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9] addLogicalPort annotation time took 17.895743ms I0326 23:22:00.197371 3721 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9] addLogicalPort took 19.211105ms, libovsdb time 798.285µs I0326 23:22:00.543031 3721 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9 c4d2f54c9aefaf3c8e4aea9185510e9c0fde173412329b01b4127e37ebf13daf network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9 c4d2f54c9aefaf3c8e4aea9185510e9c0fde173412329b01b4127e37ebf13daf network default NAD default] I0326 23:22:00.551314 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-q5qc9, hostIfaceName: c4d2f54c9aefaf3, network: default, NAD default, SandboxID: "c4d2f54c9aefaf3c8e4aea9185510e9c0fde173412329b01b4127e37ebf13daf", PCI device ID: , UID: "c37be20c-c657-422a-9aac-5296ca530c33", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0326 23:22:00.597868 3721 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9 c4d2f54c9aefaf3c8e4aea9185510e9c0fde173412329b01b4127e37ebf13daf network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q5qc9 c4d2f54c9aefaf3c8e4aea9185510e9c0fde173412329b01b4127e37ebf13daf network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:64:c1:a0:7b:45\",\"name\":\"c4d2f54c9aefaf3\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcdfa75a-527c-4c1e-bd4a-1853c7d85182\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:22:04.405104 3721 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:22:04.405122 3721 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:22:04.405127 3721 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:22:04.685808 3721 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:22:04.685831 3721 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:22:04.685836 3721 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:22:04.685839 3721 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:22:05.660206 3721 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:22:05.660224 3721 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:22:05.660229 3721 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:22:15.413450 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:22:15.413479 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:22:15.413488 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:22:17.363190 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0326 23:22:23.593760 3721 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-qszrj for pod on switch ip-10-0-1-8.ec2.internal I0326 23:22:23.593845 3721 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj I0326 23:22:23.607888 3721 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj] pod update took 14.063842ms I0326 23:22:23.607912 3721 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj] addLogicalPort annotation time took 14.094393ms I0326 23:22:23.609103 3721 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj] addLogicalPort took 15.358797ms, libovsdb time 792.531µs I0326 23:22:23.953578 3721 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj b02a254dc7b49165002308205a46a338bb71248813f6b66fdecb6cf4cf68aca5 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj b02a254dc7b49165002308205a46a338bb71248813f6b66fdecb6cf4cf68aca5 network default NAD default] I0326 23:22:23.962271 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-qszrj, hostIfaceName: b02a254dc7b4916, network: default, NAD default, SandboxID: "b02a254dc7b49165002308205a46a338bb71248813f6b66fdecb6cf4cf68aca5", PCI device ID: , UID: "306edb44-0a45-445b-a1c0-34f8e20af1fe", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0326 23:22:24.214331 3721 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj b02a254dc7b49165002308205a46a338bb71248813f6b66fdecb6cf4cf68aca5 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qszrj b02a254dc7b49165002308205a46a338bb71248813f6b66fdecb6cf4cf68aca5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:a5:0a:b1:d3:ff\",\"name\":\"b02a254dc7b4916\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42b05254-7b50-4b69-b1a1-57d795fbe05b\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:22:26.522834 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 23:22:32.839622 3721 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:22:32.840161 3721 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:22:32.860007 3721 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:22:32.860030 3721 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:22:32.865736 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 23:22:32.865757 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0326 23:22:37.528848 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0326 23:22:39.842355 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:22:39.842377 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:22:39.845382 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:22:44.728322 3721 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 23:22:57.405298 3721 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-wq4vl for pod on switch ip-10-0-1-8.ec2.internal I0326 23:22:57.405429 3721 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl I0326 23:22:57.419080 3721 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl] pod update took 13.676265ms I0326 23:22:57.419108 3721 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl] addLogicalPort annotation time took 13.710679ms I0326 23:22:57.420542 3721 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl] addLogicalPort took 15.257094ms, libovsdb time 1.055921ms I0326 23:22:57.766745 3721 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl 05442d3a8e2afb0179aac5e5c486c2402e6ac5647920038564eaa5ab96a3b8fe network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl 05442d3a8e2afb0179aac5e5c486c2402e6ac5647920038564eaa5ab96a3b8fe network default NAD default] I0326 23:22:57.775053 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-wq4vl, hostIfaceName: 05442d3a8e2afb0, network: default, NAD default, SandboxID: "05442d3a8e2afb0179aac5e5c486c2402e6ac5647920038564eaa5ab96a3b8fe", PCI device ID: , UID: "5cd29ac1-2e52-488f-bb36-36049e8a4de0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0326 23:22:57.821578 3721 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl 05442d3a8e2afb0179aac5e5c486c2402e6ac5647920038564eaa5ab96a3b8fe network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-wq4vl 05442d3a8e2afb0179aac5e5c486c2402e6ac5647920038564eaa5ab96a3b8fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:2c:71:22:61:87\",\"name\":\"05442d3a8e2afb0\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/874dd704-5ee1-46b2-a6aa-6dacfb665642\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:23:02.867882 3721 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:23:02.867904 3721 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:23:02.867911 3721 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0326 23:23:04.166257 3721 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-cdvkb] creating logical port tsf-keycloak_tsf-iam-cdvkb for pod on switch ip-10-0-1-8.ec2.internal I0326 23:23:04.166385 3721 kube.go:256] Updating pod tsf-keycloak/tsf-iam-cdvkb I0326 23:23:04.180194 3721 pod.go:62] [tsf-keycloak/tsf-iam-cdvkb] pod update took 13.832808ms I0326 23:23:04.180223 3721 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-cdvkb] addLogicalPort annotation time took 13.864269ms I0326 23:23:04.181553 3721 pods.go:271] [tsf-keycloak/tsf-iam-cdvkb] addLogicalPort took 15.317179ms, libovsdb time 885.989µs I0326 23:23:04.525136 3721 cni.go:403] [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default] I0326 23:23:04.533448 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-cdvkb, hostIfaceName: 942176f4dc51130, network: default, NAD default, SandboxID: "942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1", PCI device ID: , UID: "72031daa-1750-4e52-85e0-c086ff6fa97c", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0326 23:23:04.579074 3721 cni.go:424] [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:b1:fc:7e:50:3a\",\"name\":\"942176f4dc51130\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36b4d00c-be55-49bd-9adb-15af4272b353\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:23:07.020197 3721 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:23:07.020928 3721 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:23:07.056240 3721 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:07.056271 3721 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:07.061905 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:23:07.061941 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:23:09.907647 3721 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-66b7c7d66-gdjsf] creating logical port tsf-tas_trillian-logsigner-66b7c7d66-gdjsf for pod on switch ip-10-0-1-8.ec2.internal I0326 23:23:09.907737 3721 kube.go:256] Updating pod tsf-tas/trillian-logsigner-66b7c7d66-gdjsf I0326 23:23:09.925452 3721 pod.go:62] [tsf-tas/trillian-logsigner-66b7c7d66-gdjsf] pod update took 17.734217ms I0326 23:23:09.925478 3721 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-66b7c7d66-gdjsf] addLogicalPort annotation time took 17.763831ms I0326 23:23:09.926883 3721 pods.go:271] [tsf-tas/trillian-logsigner-66b7c7d66-gdjsf] addLogicalPort took 19.259303ms, libovsdb time 971.037µs I0326 23:23:10.113221 3721 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-hkpn9-c8tdh] creating logical port tsf-tas_rekor-createtree-job-hkpn9-c8tdh for pod on switch ip-10-0-1-8.ec2.internal I0326 23:23:10.113347 3721 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-hkpn9-c8tdh I0326 23:23:10.125787 3721 pod.go:62] [tsf-tas/rekor-createtree-job-hkpn9-c8tdh] pod update took 12.464742ms I0326 23:23:10.125809 3721 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-hkpn9-c8tdh] addLogicalPort annotation time took 12.491276ms I0326 23:23:10.127125 3721 pods.go:271] [tsf-tas/rekor-createtree-job-hkpn9-c8tdh] addLogicalPort took 13.921338ms, libovsdb time 876.157µs I0326 23:23:10.871471 3721 cni.go:403] [tsf-tas/trillian-logsigner-66b7c7d66-gdjsf e2537641a7e0fc63a1d0af457d915c2a9284c537fe533e71adae2d7b6a2a503f network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-66b7c7d66-gdjsf e2537641a7e0fc63a1d0af457d915c2a9284c537fe533e71adae2d7b6a2a503f network default NAD default] I0326 23:23:10.880805 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-66b7c7d66-gdjsf, hostIfaceName: e2537641a7e0fc6, network: default, NAD default, SandboxID: "e2537641a7e0fc63a1d0af457d915c2a9284c537fe533e71adae2d7b6a2a503f", PCI device ID: , UID: "394c476f-a215-40bd-b991-dd211bcdb267", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0326 23:23:10.930978 3721 cni.go:424] [tsf-tas/trillian-logsigner-66b7c7d66-gdjsf e2537641a7e0fc63a1d0af457d915c2a9284c537fe533e71adae2d7b6a2a503f network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-66b7c7d66-gdjsf e2537641a7e0fc63a1d0af457d915c2a9284c537fe533e71adae2d7b6a2a503f network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:c6:b4:9d:43:69\",\"name\":\"e2537641a7e0fc6\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53ef6d14-d014-4c63-bc82-8849ece45b4d\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:23:11.202715 3721 cni.go:403] [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default] I0326 23:23:11.213906 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-hkpn9-c8tdh, hostIfaceName: 922b8d236fa51ec, network: default, NAD default, SandboxID: "922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e", PCI device ID: , UID: "e3301a47-3333-4a2d-a3dc-5c9cf26c48b7", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0326 23:23:11.264342 3721 cni.go:424] [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:9c:8e:96:96:98\",\"name\":\"922b8d236fa51ec\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2db0feba-745d-4c00-94cd-e185acdfa3e7\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:23:19.836359 3721 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 23:23:22.987914 3721 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:23:22.987940 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:23:23.076262 3721 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0326 23:23:26.255925 3721 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:23:26.256466 3721 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:23:26.885169 3721 cni.go:403] [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default] I0326 23:23:26.970635 3721 cni.go:424] [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-cdvkb 942176f4dc51130c4b4eea63c89d229cb0850e5b74e870d0c53ce13746e961e1 network default NAD default], result "{}", err I0326 23:23:27.018990 3721 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-cdvkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:23:27.019023 3721 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-cdvkb I0326 23:23:27.020524 3721 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-cdvkb, ips: 10.129.0.45 I0326 23:23:27.020561 3721 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-cdvkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:23:27.107965 3721 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0326 23:23:27.276955 3721 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:27.276979 3721 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:27.790726 3721 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-w4wkd for pod on switch ip-10-0-1-8.ec2.internal I0326 23:23:27.790812 3721 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd I0326 23:23:27.804402 3721 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd] pod update took 13.61216ms I0326 23:23:27.804426 3721 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd] addLogicalPort annotation time took 13.64195ms I0326 23:23:27.805715 3721 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd] addLogicalPort took 15.005097ms, libovsdb time 816.285µs I0326 23:23:27.865292 3721 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-z4ddd for pod on switch ip-10-0-1-8.ec2.internal I0326 23:23:27.865376 3721 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd I0326 23:23:27.879181 3721 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd] pod update took 13.826807ms I0326 23:23:27.879205 3721 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd] addLogicalPort annotation time took 13.854717ms I0326 23:23:27.880373 3721 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd] addLogicalPort took 15.095271ms, libovsdb time 769.902µs I0326 23:23:28.047403 3721 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-cdvkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:28.047427 3721 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-cdvkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:28.151408 3721 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd 0ff3f2116ad5fbd01c306b997baae2ef2d1956c20eb7af0ab586cb3ea471171e network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd 0ff3f2116ad5fbd01c306b997baae2ef2d1956c20eb7af0ab586cb3ea471171e network default NAD default] I0326 23:23:28.160160 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-w4wkd, hostIfaceName: 0ff3f2116ad5fbd, network: default, NAD default, SandboxID: "0ff3f2116ad5fbd01c306b997baae2ef2d1956c20eb7af0ab586cb3ea471171e", PCI device ID: , UID: "e9879755-f81d-49f4-aa62-d9fe76adb53c", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0326 23:23:28.210076 3721 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd 0ff3f2116ad5fbd01c306b997baae2ef2d1956c20eb7af0ab586cb3ea471171e network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-w4wkd 0ff3f2116ad5fbd01c306b997baae2ef2d1956c20eb7af0ab586cb3ea471171e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:2c:59:cf:5d:09\",\"name\":\"0ff3f2116ad5fbd\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e609fceb-5c5a-4c5b-9f72-576360f77f61\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:23:28.227098 3721 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd 47670af586ab702e7f024d936b75d4026c148b8d588d76a9b6496bd57b140937 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd 47670af586ab702e7f024d936b75d4026c148b8d588d76a9b6496bd57b140937 network default NAD default] I0326 23:23:28.236295 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-z4ddd, hostIfaceName: 47670af586ab702, network: default, NAD default, SandboxID: "47670af586ab702e7f024d936b75d4026c148b8d588d76a9b6496bd57b140937", PCI device ID: , UID: "acb88b62-b920-465a-a015-67434f93f553", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0326 23:23:28.282819 3721 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd 47670af586ab702e7f024d936b75d4026c148b8d588d76a9b6496bd57b140937 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z4ddd 47670af586ab702e7f024d936b75d4026c148b8d588d76a9b6496bd57b140937 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:73:4e:23:d0:04\",\"name\":\"47670af586ab702\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d41efbb0-1de3-4c6f-88e2-0f66ec626a2a\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:23:28.473103 3721 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:23:28.473680 3721 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:23:29.109281 3721 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:29.109308 3721 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:23:29.115264 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:23:29.115287 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0326 23:23:31.039804 3721 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 23:23:31.039828 3721 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 23:23:31.138705 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:23:31.140386 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:23:31.140404 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:23:32.924549 3721 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0326 23:23:34.584150 3721 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:23:35.619791 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 W0326 23:23:43.932229 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0326 23:23:55.001295 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0326 23:24:03.097349 3721 cni.go:403] [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default] I0326 23:24:03.190608 3721 cni.go:424] [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-hkpn9-c8tdh 922b8d236fa51ece02f581e228fa0ebfc9c69155ba56d3df028b38c23528088e network default NAD default], result "{}", err I0326 23:24:03.241931 3721 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:03.241982 3721 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-hkpn9-c8tdh I0326 23:24:03.243388 3721 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-hkpn9-c8tdh, ips: 10.129.0.47 I0326 23:24:03.243425 3721 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:04.105037 3721 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:04.105069 3721 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:05.356137 3721 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:05.356710 3721 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:05.375198 3721 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:05.375217 3721 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:05.380941 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 23:24:05.380972 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 23:24:05.968837 3721 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-wtzzr] creating logical port tsf_patch-tekton-config-wtzzr for pod on switch ip-10-0-1-8.ec2.internal I0326 23:24:05.968957 3721 kube.go:256] Updating pod tsf/patch-tekton-config-wtzzr I0326 23:24:05.980530 3721 pod.go:62] [tsf/patch-tekton-config-wtzzr] pod update took 11.598682ms I0326 23:24:05.980551 3721 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-wtzzr] addLogicalPort annotation time took 11.624406ms I0326 23:24:05.981893 3721 pods.go:271] [tsf/patch-tekton-config-wtzzr] addLogicalPort took 13.070509ms, libovsdb time 935.811µs I0326 23:24:06.326761 3721 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-8bbc5ccd7-9bzhk] creating logical port tsf-tas_rekor-redis-8bbc5ccd7-9bzhk for pod on switch ip-10-0-1-8.ec2.internal I0326 23:24:06.326888 3721 kube.go:256] Updating pod tsf-tas/rekor-redis-8bbc5ccd7-9bzhk I0326 23:24:06.334530 3721 cni.go:403] [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default] I0326 23:24:06.339164 3721 pod.go:62] [tsf-tas/rekor-redis-8bbc5ccd7-9bzhk] pod update took 12.2993ms I0326 23:24:06.339199 3721 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-8bbc5ccd7-9bzhk] addLogicalPort annotation time took 12.33884ms I0326 23:24:06.340828 3721 pods.go:271] [tsf-tas/rekor-redis-8bbc5ccd7-9bzhk] addLogicalPort took 14.080789ms, libovsdb time 1.163717ms I0326 23:24:06.344020 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-wtzzr, hostIfaceName: ea7b0b1df84a22c, network: default, NAD default, SandboxID: "ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106", PCI device ID: , UID: "409b7f53-eea6-483b-94f3-13959a0fd2c1", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0326 23:24:06.392485 3721 cni.go:424] [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:6d:43:8d:e5:ee\",\"name\":\"ea7b0b1df84a22c\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bceee85-8ec4-4407-b3c9-d6ec8992b808\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:24:08.203165 3721 cni.go:403] [tsf-tas/rekor-redis-8bbc5ccd7-9bzhk be0829332b167d47281a24b6afd3928cbbb6285074de17ee7fba7d92e91e12e2 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-8bbc5ccd7-9bzhk be0829332b167d47281a24b6afd3928cbbb6285074de17ee7fba7d92e91e12e2 network default NAD default] I0326 23:24:08.214098 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-8bbc5ccd7-9bzhk, hostIfaceName: be0829332b167d4, network: default, NAD default, SandboxID: "be0829332b167d47281a24b6afd3928cbbb6285074de17ee7fba7d92e91e12e2", PCI device ID: , UID: "c6bf5ea0-3f94-42e2-bed2-ead280b9f6d3", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0326 23:24:08.273110 3721 cni.go:424] [tsf-tas/rekor-redis-8bbc5ccd7-9bzhk be0829332b167d47281a24b6afd3928cbbb6285074de17ee7fba7d92e91e12e2 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-8bbc5ccd7-9bzhk be0829332b167d47281a24b6afd3928cbbb6285074de17ee7fba7d92e91e12e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:10:67:a2:c2:4b\",\"name\":\"be0829332b167d4\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c6ef0e6-f0fc-416c-bbbc-8469adb81cdf\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:24:10.346359 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0326 23:24:11.410876 3721 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:11.411406 3721 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:12.268126 3721 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:12.268159 3721 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:24:14.159855 3721 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0326 23:24:14.166732 3721 cni.go:403] [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default] I0326 23:24:14.259067 3721 cni.go:424] [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-wtzzr ea7b0b1df84a22c987a8f7735820162e32a2af461bd90cd267c9ca33f594f106 network default NAD default], result "{}", err I0326 23:24:14.310703 3721 obj_retry.go:464] Detected object tsf/patch-tekton-config-wtzzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:14.310740 3721 pods.go:176] Deleting pod: tsf/patch-tekton-config-wtzzr I0326 23:24:14.312114 3721 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-wtzzr, ips: 10.129.0.50 I0326 23:24:14.312148 3721 obj_retry.go:464] Detected object tsf/patch-tekton-config-wtzzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:14.748153 3721 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-77c45667f8-vdk4v] creating logical port tsf-tas_ctlog-77c45667f8-vdk4v for pod on switch ip-10-0-1-8.ec2.internal I0326 23:24:14.748250 3721 kube.go:256] Updating pod tsf-tas/ctlog-77c45667f8-vdk4v I0326 23:24:14.766022 3721 pod.go:62] [tsf-tas/ctlog-77c45667f8-vdk4v] pod update took 17.789925ms I0326 23:24:14.766052 3721 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-77c45667f8-vdk4v] addLogicalPort annotation time took 17.833342ms I0326 23:24:14.767803 3721 pods.go:271] [tsf-tas/ctlog-77c45667f8-vdk4v] addLogicalPort took 19.661765ms, libovsdb time 1.120515ms I0326 23:24:15.345615 3721 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:15.345637 3721 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:15.710551 3721 cni.go:403] [tsf-tas/ctlog-77c45667f8-vdk4v 75cfd771dba1bdf8c6581b987a4d8a0fb371ef3765602385d3ed1945fbb3384c network default NAD default] ADD starting CNI request [tsf-tas/ctlog-77c45667f8-vdk4v 75cfd771dba1bdf8c6581b987a4d8a0fb371ef3765602385d3ed1945fbb3384c network default NAD default] I0326 23:24:15.718712 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-77c45667f8-vdk4v, hostIfaceName: 75cfd771dba1bdf, network: default, NAD default, SandboxID: "75cfd771dba1bdf8c6581b987a4d8a0fb371ef3765602385d3ed1945fbb3384c", PCI device ID: , UID: "63c4dff6-46af-47a2-bfff-1363cc2b7413", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0326 23:24:15.765233 3721 cni.go:424] [tsf-tas/ctlog-77c45667f8-vdk4v 75cfd771dba1bdf8c6581b987a4d8a0fb371ef3765602385d3ed1945fbb3384c network default NAD default] ADD finished CNI request [tsf-tas/ctlog-77c45667f8-vdk4v 75cfd771dba1bdf8c6581b987a4d8a0fb371ef3765602385d3ed1945fbb3384c network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:6c:6b:fa:4c:cf\",\"name\":\"75cfd771dba1bdf\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/721995de-8f1b-4c2f-b907-36a499904d57\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:24:18.189066 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0326 23:24:21.456239 3721 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-z4g8q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:21.456823 3721 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-z4g8q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:24:22.317432 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0326 23:24:22.479830 3721 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-z4g8q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:22.479861 3721 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-z4g8q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:22.520920 3721 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:22.520947 3721 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:22.527971 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-wtzzr I0326 23:24:22.528002 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-wtzzr W0326 23:24:26.220821 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0326 23:24:29.197749 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0326 23:24:32.517364 3721 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:32.517955 3721 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:32.532825 3721 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:32.532846 3721 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:32.538630 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 23:24:32.538657 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 23:24:32.619439 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0326 23:24:36.536356 3721 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:36.536922 3721 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:36.556123 3721 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:36.556147 3721 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:36.562003 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 23:24:36.562021 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0326 23:24:43.612884 3721 obj_retry.go:464] Detected object tsf-tpa/create-db-2sdm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:43.613452 3721 obj_retry.go:464] Detected object tsf-tpa/create-db-2sdm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:44.635904 3721 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:44.635933 3721 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:45.582681 3721 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:45.583243 3721 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:46.483829 3721 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:46.483862 3721 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:47.644099 3721 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bkx8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:47.644674 3721 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bkx8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:47.782932 3721 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:47.782955 3721 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:47.958676 3721 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-bdfhh] creating logical port tsf-tpa_create-importers-bdfhh for pod on switch ip-10-0-1-8.ec2.internal I0326 23:24:47.958768 3721 kube.go:256] Updating pod tsf-tpa/create-importers-bdfhh I0326 23:24:47.970061 3721 pod.go:62] [tsf-tpa/create-importers-bdfhh] pod update took 11.315439ms I0326 23:24:47.970083 3721 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-bdfhh] addLogicalPort annotation time took 11.342967ms I0326 23:24:47.971377 3721 pods.go:271] [tsf-tpa/create-importers-bdfhh] addLogicalPort took 12.715437ms, libovsdb time 829.384µs I0326 23:24:48.658356 3721 cni.go:403] [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default] I0326 23:24:48.666789 3721 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-bdfhh, hostIfaceName: 8b0479d8c1a6779, network: default, NAD default, SandboxID: "8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736", PCI device ID: , UID: "f7f59b95-8494-4a45-b403-a7fc3a61b090", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0326 23:24:48.715189 3721 cni.go:424] [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:c9:15:fc:a6:4c\",\"name\":\"8b0479d8c1a6779\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef2ca681-96bc-4772-8b0b-4c7e7dee18f3\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:24:53.397663 3721 cni.go:403] [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default] I0326 23:24:53.483999 3721 cni.go:424] [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-bdfhh 8b0479d8c1a67799aa7cbd795fc81644a9a5f9d053d5c32a2d3bde90bc473736 network default NAD default], result "{}", err W0326 23:24:53.517512 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0326 23:24:53.534944 3721 obj_retry.go:464] Detected object tsf-tpa/create-importers-bdfhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:53.534976 3721 pods.go:176] Deleting pod: tsf-tpa/create-importers-bdfhh I0326 23:24:53.536214 3721 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-bdfhh, ips: 10.129.0.53 I0326 23:24:53.536240 3721 obj_retry.go:464] Detected object tsf-tpa/create-importers-bdfhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:24:54.556905 3721 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:24:54.556929 3721 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:25:01.745077 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0326 23:25:02.582358 3721 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0326 23:25:19.711122 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:25:30.866480 3721 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:25:30.867445 3721 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:25:30.908483 3721 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:25:30.908525 3721 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:25:30.916895 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 23:25:30.916919 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 23:25:31.548765 3721 namespace.go:98] [image-controller] adding namespace I0326 23:25:31.549796 3721 namespace.go:102] [image-controller] adding namespace took 1.005594ms I0326 23:25:31.554703 3721 namespace.go:98] [build-service] adding namespace I0326 23:25:31.554755 3721 namespace.go:98] [integration-service] adding namespace I0326 23:25:31.555368 3721 namespace.go:102] [build-service] adding namespace took 651.028µs I0326 23:25:31.555939 3721 namespace.go:102] [integration-service] adding namespace took 1.168015ms I0326 23:25:31.586437 3721 namespace.go:142] [image-controller] updating namespace I0326 23:25:31.613365 3721 namespace.go:142] [image-controller] updating namespace I0326 23:25:31.626898 3721 namespace.go:142] [build-service] updating namespace I0326 23:25:31.657836 3721 namespace.go:142] [build-service] updating namespace I0326 23:25:31.666245 3721 namespace.go:142] [integration-service] updating namespace I0326 23:25:31.679874 3721 namespace.go:142] [integration-service] updating namespace I0326 23:25:31.745577 3721 namespace.go:142] [build-service] updating namespace I0326 23:25:31.774760 3721 namespace.go:142] [integration-service] updating namespace I0326 23:25:31.801570 3721 namespace.go:98] [release-service] adding namespace I0326 23:25:31.802480 3721 namespace.go:102] [release-service] adding namespace took 890.366µs I0326 23:25:31.833651 3721 namespace.go:142] [release-service] updating namespace I0326 23:25:31.855609 3721 namespace.go:142] [release-service] updating namespace I0326 23:25:31.884601 3721 namespace.go:142] [konflux-ui] updating namespace I0326 23:25:31.930878 3721 namespace.go:98] [konflux-info] adding namespace I0326 23:25:31.931681 3721 namespace.go:102] [konflux-info] adding namespace took 781.19µs I0326 23:25:32.006773 3721 namespace.go:142] [konflux-info] updating namespace I0326 23:25:32.006888 3721 namespace.go:98] [namespace-lister] adding namespace I0326 23:25:32.007713 3721 namespace.go:102] [namespace-lister] adding namespace took 814.689µs I0326 23:25:32.077002 3721 namespace.go:142] [konflux-info] updating namespace I0326 23:25:32.106713 3721 namespace.go:98] [enterprise-contract-service] adding namespace I0326 23:25:32.106832 3721 namespace.go:142] [namespace-lister] updating namespace I0326 23:25:32.107524 3721 namespace.go:102] [enterprise-contract-service] adding namespace took 794.016µs I0326 23:25:32.190575 3721 namespace.go:142] [namespace-lister] updating namespace I0326 23:25:32.229696 3721 namespace.go:142] [image-controller] updating namespace I0326 23:25:32.232319 3721 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:25:32.310254 3721 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:25:32.599974 3721 namespace.go:98] [default-tenant] adding namespace I0326 23:25:32.600758 3721 namespace.go:102] [default-tenant] adding namespace took 762.443µs I0326 23:25:32.690873 3721 namespace.go:142] [default-tenant] updating namespace I0326 23:25:32.727623 3721 namespace.go:142] [default-tenant] updating namespace I0326 23:25:32.783963 3721 namespace.go:98] [segment-bridge] adding namespace I0326 23:25:32.784827 3721 namespace.go:102] [segment-bridge] adding namespace took 845.348µs I0326 23:25:32.941677 3721 namespace.go:142] [segment-bridge] updating namespace I0326 23:25:32.992788 3721 namespace.go:142] [segment-bridge] updating namespace I0326 23:25:33.348706 3721 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-cqnln] creating logical port namespace-lister_namespace-lister-67655c4674-cqnln for pod on switch ip-10-0-1-8.ec2.internal I0326 23:25:33.348845 3721 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-cqnln I0326 23:25:33.376933 3721 pod.go:62] [namespace-lister/namespace-lister-67655c4674-cqnln] pod update took 28.113998ms I0326 23:25:33.376956 3721 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-cqnln] addLogicalPort annotation time took 28.142068ms I0326 23:25:33.378241 3721 pods.go:271] [namespace-lister/namespace-lister-67655c4674-cqnln] addLogicalPort took 29.551463ms, libovsdb time 863.786µs I0326 23:25:33.429762 3721 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 23:25:33.430313 3721 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 23:25:33.430331 3721 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 23:25:33.433017 3721 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 23:25:33.496205 3721 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 23:25:33.496229 3721 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 23:25:33.497325 3721 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 23:25:33.899966 3721 namespace.go:142] [build-service] updating namespace I0326 23:25:34.032996 3721 base_network_controller_pods.go:487] [default/konflux-ui/dex-658b89dc77-twp9m] creating logical port konflux-ui_dex-658b89dc77-twp9m for pod on switch ip-10-0-1-8.ec2.internal I0326 23:25:34.033079 3721 kube.go:256] Updating pod konflux-ui/dex-658b89dc77-twp9m I0326 23:25:34.057440 3721 pod.go:62] [konflux-ui/dex-658b89dc77-twp9m] pod update took 24.384459ms I0326 23:25:34.057468 3721 base_network_controller_pods.go:937] [default/konflux-ui/dex-658b89dc77-twp9m] addLogicalPort annotation time took 24.413905ms I0326 23:25:34.058626 3721 pods.go:271] [konflux-ui/dex-658b89dc77-twp9m] addLogicalPort took 25.647726ms, libovsdb time 749.713µs I0326 23:25:34.129076 3721 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5bc79477fd-2p45s] creating logical port konflux-ui_proxy-5bc79477fd-2p45s for pod on switch ip-10-0-1-8.ec2.internal I0326 23:25:34.129196 3721 kube.go:256] Updating pod konflux-ui/proxy-5bc79477fd-2p45s I0326 23:25:34.151188 3721 pod.go:62] [konflux-ui/proxy-5bc79477fd-2p45s] pod update took 22.020901ms I0326 23:25:34.151214 3721 base_network_controller_pods.go:937] [default/konflux-ui/proxy-5bc79477fd-2p45s] addLogicalPort annotation time took 22.048406ms I0326 23:25:34.152457 3721 pods.go:271] [konflux-ui/proxy-5bc79477fd-2p45s] addLogicalPort took 23.392692ms, libovsdb time 788.27µs I0326 23:25:34.637766 3721 namespace.go:142] [default-tenant] updating namespace I0326 23:25:34.819004 3721 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-xkmlm] creating logical port integration-service_integration-service-controller-manager-759977d69f-xkmlm for pod on switch ip-10-0-1-8.ec2.internal I0326 23:25:34.819101 3721 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-xkmlm I0326 23:25:34.845752 3721 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-xkmlm] pod update took 26.67343ms I0326 23:25:34.845780 3721 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-xkmlm] addLogicalPort annotation time took 26.708175ms I0326 23:25:34.847105 3721 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-xkmlm] addLogicalPort took 28.117786ms, libovsdb time 900.38µs I0326 23:25:34.985403 3721 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:25:34.985944 3721 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:25:35.089199 3721 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:25:35.183655 3721 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-kbjk4] creating logical port build-service_build-service-controller-manager-7df75dd4df-kbjk4 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:25:35.183780 3721 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-kbjk4 I0326 23:25:35.201630 3721 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-kbjk4] pod update took 17.876142ms I0326 23:25:35.201655 3721 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-kbjk4] addLogicalPort annotation time took 17.906507ms I0326 23:25:35.202958 3721 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-kbjk4] addLogicalPort took 19.315088ms, libovsdb time 887.992µs I0326 23:25:35.226573 3721 cni.go:403] [namespace-lister/namespace-lister-67655c4674-cqnln f344453e3f572ca4879e60ee1320ca0f4177a0b4bc3abfd9b3a7956535533f5c network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-cqnln f344453e3f572ca4879e60ee1320ca0f4177a0b4bc3abfd9b3a7956535533f5c network default NAD default] I0326 23:25:35.235473 3721 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-cqnln, hostIfaceName: f344453e3f572ca, network: default, NAD default, SandboxID: "f344453e3f572ca4879e60ee1320ca0f4177a0b4bc3abfd9b3a7956535533f5c", PCI device ID: , UID: "acd3174d-b4eb-46ca-841a-36de945a71a9", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0326 23:25:35.370898 3721 namespace.go:142] [image-controller] updating namespace I0326 23:25:35.491287 3721 cni.go:424] [namespace-lister/namespace-lister-67655c4674-cqnln f344453e3f572ca4879e60ee1320ca0f4177a0b4bc3abfd9b3a7956535533f5c network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-cqnln f344453e3f572ca4879e60ee1320ca0f4177a0b4bc3abfd9b3a7956535533f5c network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:fe:5c:a0:e9:37\",\"name\":\"f344453e3f572ca\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c3b6305-aedd-439d-8780-f09ac8d37fff\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:25:35.559390 3721 namespace.go:142] [integration-service] updating namespace I0326 23:25:35.564430 3721 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-kbjk4 cc9943cdb075143047ad4141e59d7c406df3b48ede9439e6d7058f5fbfb8ca2e network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-kbjk4 cc9943cdb075143047ad4141e59d7c406df3b48ede9439e6d7058f5fbfb8ca2e network default NAD default] I0326 23:25:35.573295 3721 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-kbjk4, hostIfaceName: cc9943cdb075143, network: default, NAD default, SandboxID: "cc9943cdb075143047ad4141e59d7c406df3b48ede9439e6d7058f5fbfb8ca2e", PCI device ID: , UID: "2f79db93-e01d-4c72-983f-ae65dfe15e78", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0326 23:25:35.623203 3721 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-kbjk4 cc9943cdb075143047ad4141e59d7c406df3b48ede9439e6d7058f5fbfb8ca2e network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-kbjk4 cc9943cdb075143047ad4141e59d7c406df3b48ede9439e6d7058f5fbfb8ca2e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:fe:3f:b3:5d:10\",\"name\":\"cc9943cdb075143\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c26dbfa-e603-4e7f-b95c-8920c85c1562\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:25:35.783670 3721 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-88xvw] creating logical port release-service_release-service-controller-manager-854f775895-88xvw for pod on switch ip-10-0-1-8.ec2.internal I0326 23:25:35.783799 3721 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-88xvw I0326 23:25:35.801658 3721 pod.go:62] [release-service/release-service-controller-manager-854f775895-88xvw] pod update took 17.881689ms I0326 23:25:35.801684 3721 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-88xvw] addLogicalPort annotation time took 17.915111ms I0326 23:25:35.801730 3721 namespace.go:142] [konflux-info] updating namespace I0326 23:25:35.803217 3721 pods.go:271] [release-service/release-service-controller-manager-854f775895-88xvw] addLogicalPort took 19.56745ms, libovsdb time 1.055106ms I0326 23:25:36.035929 3721 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:25:36.035952 3721 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:25:36.094983 3721 namespace.go:142] [namespace-lister] updating namespace I0326 23:25:36.355984 3721 namespace.go:142] [release-service] updating namespace I0326 23:25:36.564333 3721 namespace.go:142] [segment-bridge] updating namespace I0326 23:25:36.681941 3721 namespace.go:142] [build-service] updating namespace I0326 23:25:36.703802 3721 namespace.go:142] [default-tenant] updating namespace I0326 23:25:36.721573 3721 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7985557fd8-tk8h6] creating logical port integration-service_integration-service-controller-manager-7985557fd8-tk8h6 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:25:36.721755 3721 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7985557fd8-tk8h6 I0326 23:25:36.722765 3721 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:25:36.739987 3721 pod.go:62] [integration-service/integration-service-controller-manager-7985557fd8-tk8h6] pod update took 18.296754ms I0326 23:25:36.740018 3721 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7985557fd8-tk8h6] addLogicalPort annotation time took 18.332284ms I0326 23:25:36.740100 3721 namespace.go:142] [image-controller] updating namespace I0326 23:25:36.742397 3721 pods.go:271] [integration-service/integration-service-controller-manager-7985557fd8-tk8h6] addLogicalPort took 20.844316ms, libovsdb time 1.437343ms I0326 23:25:36.753858 3721 namespace.go:142] [integration-service] updating namespace I0326 23:25:36.768255 3721 namespace.go:142] [konflux-info] updating namespace I0326 23:25:36.782400 3721 namespace.go:142] [namespace-lister] updating namespace I0326 23:25:36.793792 3721 namespace.go:142] [release-service] updating namespace I0326 23:25:36.808784 3721 namespace.go:142] [segment-bridge] updating namespace I0326 23:25:36.848204 3721 namespace.go:142] [build-service] updating namespace I0326 23:25:36.936760 3721 namespace.go:142] [default-tenant] updating namespace I0326 23:25:37.034269 3721 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:25:37.130911 3721 namespace.go:142] [image-controller] updating namespace I0326 23:25:37.231810 3721 namespace.go:142] [integration-service] updating namespace I0326 23:25:37.334057 3721 namespace.go:142] [konflux-info] updating namespace I0326 23:25:37.429692 3721 namespace.go:142] [namespace-lister] updating namespace I0326 23:25:37.529782 3721 namespace.go:142] [release-service] updating namespace I0326 23:25:37.632464 3721 namespace.go:142] [segment-bridge] updating namespace W0326 23:25:37.796208 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:25:38.659690 3721 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0326 23:25:38.681823 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0326 23:25:39.669153 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0326 23:25:40.706554 3721 cni.go:403] [integration-service/integration-service-controller-manager-7985557fd8-tk8h6 8c12e00e6ac1f008214c0239f138efac732b7657d63bd659b219adfc5bb860af network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7985557fd8-tk8h6 8c12e00e6ac1f008214c0239f138efac732b7657d63bd659b219adfc5bb860af network default NAD default] I0326 23:25:40.715369 3721 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7985557fd8-tk8h6, hostIfaceName: 8c12e00e6ac1f00, network: default, NAD default, SandboxID: "8c12e00e6ac1f008214c0239f138efac732b7657d63bd659b219adfc5bb860af", PCI device ID: , UID: "47fc5158-d383-4462-82c4-f97aaf983a41", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0326 23:25:40.970424 3721 cni.go:424] [integration-service/integration-service-controller-manager-7985557fd8-tk8h6 8c12e00e6ac1f008214c0239f138efac732b7657d63bd659b219adfc5bb860af network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7985557fd8-tk8h6 8c12e00e6ac1f008214c0239f138efac732b7657d63bd659b219adfc5bb860af network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:e2:e2:ea:d8:54\",\"name\":\"8c12e00e6ac1f00\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/457f254e-5d6d-4030-bf4c-0400db534fb4\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:25:41.927869 3721 cni.go:403] [konflux-ui/dex-658b89dc77-twp9m 800d504c1eb3706414a9de4c88af9bcd2b2201a2ab6bc78d2a293813089a88cd network default NAD default] ADD starting CNI request [konflux-ui/dex-658b89dc77-twp9m 800d504c1eb3706414a9de4c88af9bcd2b2201a2ab6bc78d2a293813089a88cd network default NAD default] I0326 23:25:41.939383 3721 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-658b89dc77-twp9m, hostIfaceName: 800d504c1eb3706, network: default, NAD default, SandboxID: "800d504c1eb3706414a9de4c88af9bcd2b2201a2ab6bc78d2a293813089a88cd", PCI device ID: , UID: "b2af6b1b-6a29-4439-9a2c-3ae4e5aee311", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0326 23:25:42.029341 3721 cni.go:403] [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default] ADD starting CNI request [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default] I0326 23:25:42.038877 3721 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-5bc79477fd-2p45s, hostIfaceName: 957b2e697d0b6d8, network: default, NAD default, SandboxID: "957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613", PCI device ID: , UID: "d2ca5715-7647-48e0-81b1-9c44736292fb", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0326 23:25:42.194697 3721 cni.go:424] [konflux-ui/dex-658b89dc77-twp9m 800d504c1eb3706414a9de4c88af9bcd2b2201a2ab6bc78d2a293813089a88cd network default NAD default] ADD finished CNI request [konflux-ui/dex-658b89dc77-twp9m 800d504c1eb3706414a9de4c88af9bcd2b2201a2ab6bc78d2a293813089a88cd network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:a1:c6:67:ba:f6\",\"name\":\"800d504c1eb3706\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a94cd13-ed30-4b94-bada-39cc2a8d2586\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:25:42.296819 3721 cni.go:424] [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default] ADD finished CNI request [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:9c:fa:6e:f1:a2\",\"name\":\"957b2e697d0b6d8\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a452e21-8c02-4d86-bb03-398215282515\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:25:42.695739 3721 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default] I0326 23:25:42.704700 3721 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-xkmlm, hostIfaceName: 153cf9feb334e32, network: default, NAD default, SandboxID: "153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8", PCI device ID: , UID: "63daf732-4dc2-4f71-9abc-afaf4703747d", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0326 23:25:42.760484 3721 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:b6:31:90:aa:c3\",\"name\":\"153cf9feb334e32\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b970532-05d4-4842-bbdc-ee5bffc0dd57\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:25:44.782893 3721 cni.go:403] [release-service/release-service-controller-manager-854f775895-88xvw e1169505a6676000dbffdffba482def22f1a1fb0f1ccb47a2a170cf394e7224d network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-88xvw e1169505a6676000dbffdffba482def22f1a1fb0f1ccb47a2a170cf394e7224d network default NAD default] I0326 23:25:44.792294 3721 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-88xvw, hostIfaceName: e1169505a667600, network: default, NAD default, SandboxID: "e1169505a6676000dbffdffba482def22f1a1fb0f1ccb47a2a170cf394e7224d", PCI device ID: , UID: "457b84ff-0780-4ed4-bc81-3127455e5e4b", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0326 23:25:44.845002 3721 cni.go:424] [release-service/release-service-controller-manager-854f775895-88xvw e1169505a6676000dbffdffba482def22f1a1fb0f1ccb47a2a170cf394e7224d network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-88xvw e1169505a6676000dbffdffba482def22f1a1fb0f1ccb47a2a170cf394e7224d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:f9:8f:ad:33:dd\",\"name\":\"e1169505a667600\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09198ab6-6aa8-4427-98b3-fdac503c106e\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:25:48.737071 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:25:48.737117 3721 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:25:48.749809 3721 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 23:25:48.772916 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:25:48.774552 3721 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:25:48.810089 3721 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:25:48.810114 3721 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:25:49.676714 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0326 23:25:49.758728 3721 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:25:49.764718 3721 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 23:25:51.889408 3721 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:25:51.889429 3721 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:25:59.755297 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:25:59.755406 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0326 23:25:59.952951 3721 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default] I0326 23:26:00.040402 3721 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-xkmlm 153cf9feb334e32d5ee34a7ce4e09424e79ea1f6cceabd863f979648bdd010b8 network default NAD default], result "{}", err I0326 23:26:00.097221 3721 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:00.097254 3721 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-xkmlm I0326 23:26:00.098545 3721 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-xkmlm, ips: 10.129.0.57 I0326 23:26:00.098570 3721 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:26:00.761078 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:26:00.764423 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0326 23:26:00.828726 3721 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:00.828752 3721 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:00.834522 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-xkmlm I0326 23:26:00.834548 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-xkmlm W0326 23:26:01.768732 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0326 23:26:10.735013 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0326 23:26:26.823456 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 23:26:26.823490 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0326 23:26:34.707200 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0326 23:26:43.621912 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=157 I0326 23:26:50.741021 3721 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:26:59.199017 3721 cni.go:403] [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default] DEL starting CNI request [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default] I0326 23:26:59.275225 3721 cni.go:424] [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default] DEL finished CNI request [konflux-ui/proxy-5bc79477fd-2p45s 957b2e697d0b6d86bb7a1c250b32ce2bbdf5c1337071b8292913619311b4b613 network default NAD default], result "{}", err I0326 23:26:59.338187 3721 obj_retry.go:464] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:59.338259 3721 pods.go:176] Deleting pod: konflux-ui/proxy-5bc79477fd-2p45s I0326 23:26:59.340097 3721 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5bc79477fd-2p45s, ips: 10.129.0.56 I0326 23:26:59.340130 3721 obj_retry.go:464] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:00.197337 3721 obj_retry.go:458] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:00.197362 3721 obj_retry.go:458] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:00.204146 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bc79477fd-2p45s I0326 23:27:00.204179 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bc79477fd-2p45s I0326 23:27:09.453264 3721 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:09.453913 3721 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:09.470258 3721 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:09.470279 3721 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:09.476118 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 23:27:09.476142 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 23:27:11.716674 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0326 23:27:22.728032 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0326 23:27:45.365936 3721 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:45.366566 3721 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:45.443384 3721 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-mjpq7] creating logical port image-controller_image-controller-controller-manager-56b684c87-mjpq7 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:27:45.443518 3721 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-mjpq7 I0326 23:27:45.466251 3721 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-mjpq7] pod update took 22.783787ms I0326 23:27:45.466285 3721 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-mjpq7] addLogicalPort annotation time took 22.82199ms I0326 23:27:45.467890 3721 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-mjpq7] addLogicalPort took 24.524139ms, libovsdb time 983.971µs I0326 23:27:45.499443 3721 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:45.499468 3721 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:45.507900 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 I0326 23:27:45.507926 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 I0326 23:27:45.809111 3721 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-mjpq7 8c313d18c81ad09912195f1a3d84a2dfd3ce0dd5a58b6b6a82466a1c2ea5c155 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-mjpq7 8c313d18c81ad09912195f1a3d84a2dfd3ce0dd5a58b6b6a82466a1c2ea5c155 network default NAD default] I0326 23:27:45.817612 3721 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-mjpq7, hostIfaceName: 8c313d18c81ad09, network: default, NAD default, SandboxID: "8c313d18c81ad09912195f1a3d84a2dfd3ce0dd5a58b6b6a82466a1c2ea5c155", PCI device ID: , UID: "cbb14cff-0798-4105-b14f-3fc350c3bb5e", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0326 23:27:45.868352 3721 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-mjpq7 8c313d18c81ad09912195f1a3d84a2dfd3ce0dd5a58b6b6a82466a1c2ea5c155 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-mjpq7 8c313d18c81ad09912195f1a3d84a2dfd3ce0dd5a58b6b6a82466a1c2ea5c155 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:5b:f4:9c:32:90\",\"name\":\"8c313d18c81ad09\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d17fd3a-fcbd-434a-b384-00171c0d04dc\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:27:54.748207 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0326 23:27:59.498245 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0326 23:27:59.823417 3721 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:59.824046 3721 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:00.574161 3721 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:00.574184 3721 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:00.581794 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf I0326 23:28:00.581823 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf I0326 23:28:22.619753 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0326 23:29:01.629341 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=670 I0326 23:29:21.722562 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0326 23:29:51.621199 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0326 23:30:04.371302 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:04.371931 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:05.239762 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:05.239788 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:25.725090 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 23:30:42.622693 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0326 23:31:51.713417 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0326 23:32:17.743549 3721 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0326 23:32:44.709972 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0326 23:33:46.622616 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=62 I0326 23:34:00.738080 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0326 23:34:13.622737 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0326 23:34:17.625050 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0326 23:34:44.047284 3721 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:44.047348 3721 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:44.051745 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2sdm8 I0326 23:34:44.051765 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2sdm8 I0326 23:34:47.026666 3721 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:47.026716 3721 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:47.030425 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bkx8g I0326 23:34:47.030456 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bkx8g I0326 23:34:54.038409 3721 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:54.038471 3721 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:54.042531 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-bdfhh I0326 23:34:54.042565 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-bdfhh I0326 23:34:57.748135 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 23:35:20.719827 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0326 23:35:42.632992 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0326 23:36:09.725413 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0326 23:36:15.728340 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0326 23:36:17.730888 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 23:37:21.624358 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0326 23:37:21.751330 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0326 23:37:37.626056 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0326 23:39:09.716696 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:39:41.626265 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0326 23:40:04.450907 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:04.451485 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:05.323620 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:05.323647 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:05.353621 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:05.353648 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:05.356515 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 I0326 23:40:05.356538 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 I0326 23:40:42.746579 3721 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:40:59.712642 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0326 23:41:05.626122 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 23:41:09.455093 3721 namespace.go:98] [default-tenant-managed] adding namespace I0326 23:41:09.455997 3721 namespace.go:102] [default-tenant-managed] adding namespace took 880.925µs I0326 23:41:09.474997 3721 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:41:09.491538 3721 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:41:10.572843 3721 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:41:10.677589 3721 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:41:10.770183 3721 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:41:26.731485 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0326 23:41:54.228095 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-init-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:41:54.228225 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod I0326 23:41:54.262067 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod] pod update took 33.867027ms I0326 23:41:54.262091 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod] addLogicalPort annotation time took 33.896897ms I0326 23:41:54.263413 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod] addLogicalPort took 35.338383ms, libovsdb time 851.233µs I0326 23:41:54.593356 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default] I0326 23:41:54.601513 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-init-pod, hostIfaceName: 840171d408c3808, network: default, NAD default, SandboxID: "840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57", PCI device ID: , UID: "d138be54-88a8-4376-b76b-47736e3f11a2", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0326 23:41:54.856688 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:74:29:81:dd:d6\",\"name\":\"840171d408c3808\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2e60ff0-211b-4290-b1d4-68d776d48518\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:41:59.483969 3721 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-jrzm6 for pod on switch ip-10-0-1-8.ec2.internal I0326 23:41:59.484124 3721 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 I0326 23:41:59.503244 3721 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6] pod update took 19.178617ms I0326 23:41:59.503275 3721 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6] addLogicalPort annotation time took 19.217136ms I0326 23:41:59.504850 3721 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6] addLogicalPort took 20.899847ms, libovsdb time 1.054812ms I0326 23:41:59.517632 3721 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-8gw5k for pod on switch ip-10-0-1-8.ec2.internal I0326 23:41:59.517835 3721 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k I0326 23:41:59.536450 3721 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k] pod update took 18.685836ms I0326 23:41:59.536481 3721 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k] addLogicalPort annotation time took 18.721527ms I0326 23:41:59.537897 3721 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k] addLogicalPort took 20.283397ms, libovsdb time 884.223µs I0326 23:41:59.853135 3721 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default] I0326 23:41:59.863862 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-jrzm6, hostIfaceName: 7ed7ce0d5f8f31d, network: default, NAD default, SandboxID: "7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7", PCI device ID: , UID: "93d75777-a3d9-4ca3-9662-481092c2ac06", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0326 23:41:59.893391 3721 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default] I0326 23:41:59.902695 3721 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-8gw5k, hostIfaceName: f54cd7d3d0941fb, network: default, NAD default, SandboxID: "f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0", PCI device ID: , UID: "23ab2207-a3f9-4229-b753-e1dec0650894", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0326 23:41:59.957933 3721 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:c1:3a:7f:40:c8\",\"name\":\"f54cd7d3d0941fb\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a2f9649-5393-401c-a9e1-f94ab4b73424\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:42:00.128839 3721 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:eb:b3:fb:68:a4\",\"name\":\"7ed7ce0d5f8f31d\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d50f51d-adcd-4837-a3dd-f01e2948422b\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:42:11.563573 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default] I0326 23:42:11.662193 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod 840171d408c3808ac4059572e2d89b74072e22b84fe18e9a3e5ef6452b33bb57 network default NAD default], result "{}", err I0326 23:42:11.727152 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:11.727189 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod I0326 23:42:11.728725 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod, ips: 10.129.0.62 I0326 23:42:11.728757 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:12.537988 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-clone-repository-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:42:12.538198 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod I0326 23:42:12.567278 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod] pod update took 29.126399ms I0326 23:42:12.567306 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod] addLogicalPort annotation time took 29.161445ms I0326 23:42:12.568713 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod] addLogicalPort took 30.746298ms, libovsdb time 930.057µs I0326 23:42:12.906522 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default] I0326 23:42:12.917185 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-clone-repository-pod, hostIfaceName: 847cdbf318fc9cf, network: default, NAD default, SandboxID: "847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9", PCI device ID: , UID: "884c50f7-554f-4151-aae7-44c4b90b22dc", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0326 23:42:12.968876 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:08:67:86:b8:7c\",\"name\":\"847cdbf318fc9cf\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa411999-f2e1-4ce6-a228-48e6f6cab381\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:42:13.030929 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.030952 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.030958 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.030963 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.030996 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.031001 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.031005 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.031009 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.510541 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.510567 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.510574 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:13.510579 3721 util.go:959] Failed to build node endpoints for node ip-10-0-1-8.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0326 23:42:38.760919 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default] I0326 23:42:38.864003 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod 847cdbf318fc9cfd34a588b61862c7916ac41f7885b95d947027bde24d18fcc9 network default NAD default], result "{}", err I0326 23:42:38.942791 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:38.942919 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod I0326 23:42:38.944430 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod, ips: 10.129.0.65 I0326 23:42:38.944462 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:53.741243 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0326 23:42:57.750603 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0326 23:43:03.307028 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-build-container-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:43:03.307152 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod I0326 23:43:03.347834 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod] pod update took 40.721489ms I0326 23:43:03.347862 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod] addLogicalPort annotation time took 40.753417ms I0326 23:43:03.349624 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod] addLogicalPort took 42.611415ms, libovsdb time 1.124613ms I0326 23:43:03.460971 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:03.461645 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:03.675811 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default] I0326 23:43:03.684728 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-build-container-pod, hostIfaceName: c852f7dd3d760f0, network: default, NAD default, SandboxID: "c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44", PCI device ID: , UID: "d0bdca79-edfe-4e15-b5b0-ff712c589b24", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0326 23:43:03.943030 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:6a:d5:f0:43:2d\",\"name\":\"c852f7dd3d760f0\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/329652dc-7560-4259-8ecc-854b131679e1\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:43:08.636156 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=83 I0326 23:43:16.627994 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0326 23:44:36.722123 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0326 23:44:38.737703 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 23:45:12.627725 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0326 23:45:16.851167 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default] I0326 23:45:16.959602 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod c852f7dd3d760f0bcce7e36f8a0c855484560223d982122b2c7bb2429df3bb44 network default NAD default], result "{}", err I0326 23:45:17.099274 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:17.099314 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod I0326 23:45:17.100965 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod, ips: 10.129.0.66 I0326 23:45:17.100997 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:20.727887 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0326 23:45:56.629291 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0326 23:45:57.850802 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:45:57.850953 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod I0326 23:45:57.910589 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod I0326 23:45:57.931166 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-clair-scan-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:45:57.931319 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod I0326 23:45:57.942594 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod] pod update took 91.671025ms I0326 23:45:57.942622 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod] addLogicalPort annotation time took 91.703577ms I0326 23:45:57.944251 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod] addLogicalPort took 93.46543ms, libovsdb time 1.007134ms I0326 23:45:57.966664 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod] pod update took 35.380079ms I0326 23:45:57.966690 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod] addLogicalPort annotation time took 35.410551ms I0326 23:45:57.967959 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod] addLogicalPort took 36.810846ms, libovsdb time 829.562µs I0326 23:45:58.218896 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default] I0326 23:45:58.227569 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod, hostIfaceName: ec46687a32d3241, network: default, NAD default, SandboxID: "ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d", PCI device ID: , UID: "7253c6c7-5fce-4c5d-96b4-ef3f4461b6d0", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0326 23:45:58.299697 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default] I0326 23:45:58.309123 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-clair-scan-pod, hostIfaceName: f66a83e9c8d1136, network: default, NAD default, SandboxID: "f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c", PCI device ID: , UID: "a3ced95f-d350-41f1-addd-31373ee2f2e0", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0326 23:45:58.358444 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:71:9e:cf:9f:bf\",\"name\":\"f66a83e9c8d1136\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e314220c-ea80-4018-8394-5aee5d64f584\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:45:58.433687 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:58.434288 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:58.489178 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:1b:58:d9:23:10\",\"name\":\"ec46687a32d3241\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b66d245a-f884-4b96-8a79-8e81da0ce393\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:45:59.266036 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:45:59.266149 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod I0326 23:45:59.286089 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod] pod update took 19.970745ms I0326 23:45:59.286119 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod] addLogicalPort annotation time took 20.002833ms I0326 23:45:59.287779 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod] addLogicalPort took 21.756452ms, libovsdb time 922.905µs I0326 23:45:59.435378 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:45:59.435515 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod I0326 23:45:59.462438 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod] pod update took 26.970545ms I0326 23:45:59.462488 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod] addLogicalPort annotation time took 27.024108ms I0326 23:45:59.464856 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod] addLogicalPort took 29.49899ms, libovsdb time 1.30439ms I0326 23:45:59.702641 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default] I0326 23:45:59.711566 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod, hostIfaceName: 0f19e22fac0b6e5, network: default, NAD default, SandboxID: "0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e", PCI device ID: , UID: "a95c652e-5e15-43ca-85f2-7cc68b7bacde", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0326 23:45:59.812506 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default] I0326 23:45:59.821313 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod, hostIfaceName: 295949cd4699cb3, network: default, NAD default, SandboxID: "295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643", PCI device ID: , UID: "8bded2b5-157d-4098-9081-5c593adb4dd8", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0326 23:45:59.872217 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:f7:1a:97:7e:65\",\"name\":\"295949cd4699cb3\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45a19cdb-b805-4ce3-80ca-e90122d2bfa4\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:45:59.911786 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:45:59.912006 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod I0326 23:45:59.938411 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod] pod update took 26.457555ms I0326 23:45:59.938439 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod] addLogicalPort annotation time took 26.491059ms I0326 23:45:59.940243 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod] addLogicalPort took 28.46659ms, libovsdb time 1.230339ms I0326 23:45:59.970221 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:de:3a:e7:5f:58\",\"name\":\"0f19e22fac0b6e5\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c88f2156-c60e-431f-9f29-34f9e1c3fe90\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:46:00.279771 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default] I0326 23:46:00.290446 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod, hostIfaceName: 36c2a41725d3804, network: default, NAD default, SandboxID: "36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1", PCI device ID: , UID: "1267973a-e694-4a76-b103-4315350e58d6", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0326 23:46:00.341054 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:f9:16:93:fb:77\",\"name\":\"36c2a41725d3804\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a599e86-0a17-4efd-a0ec-e78833af8773\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:46:00.724858 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-apply-tags-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:46:00.725047 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod I0326 23:46:00.740964 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod] pod update took 15.95414ms I0326 23:46:00.741058 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod] addLogicalPort annotation time took 16.051296ms I0326 23:46:00.742939 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod] addLogicalPort took 18.101381ms, libovsdb time 1.174908ms I0326 23:46:01.112318 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default] I0326 23:46:01.124148 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-apply-tags-pod, hostIfaceName: 8c6d630201d3dcb, network: default, NAD default, SandboxID: "8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f", PCI device ID: , UID: "e95deda8-997b-4b76-b4a3-27018e92af67", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0326 23:46:01.197430 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:1c:09:7a:28:d1\",\"name\":\"8c6d630201d3dcb\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e754411c-35a1-4faf-a6cb-4c3c53a2dc81\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:46:01.259879 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:46:01.260040 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod I0326 23:46:01.278726 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod] pod update took 18.712473ms I0326 23:46:01.278816 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod] addLogicalPort annotation time took 18.810648ms I0326 23:46:01.280562 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod] addLogicalPort took 20.697597ms, libovsdb time 1.027702ms I0326 23:46:01.436891 3721 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod for pod on switch ip-10-0-1-8.ec2.internal I0326 23:46:01.437018 3721 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod I0326 23:46:01.458745 3721 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod] pod update took 21.76026ms I0326 23:46:01.458773 3721 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod] addLogicalPort annotation time took 21.793829ms I0326 23:46:01.460662 3721 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod] addLogicalPort took 23.791454ms, libovsdb time 1.19047ms I0326 23:46:01.762417 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default] I0326 23:46:01.773767 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod, hostIfaceName: 9b9699f9e96f5c8, network: default, NAD default, SandboxID: "9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b", PCI device ID: , UID: "a2485c62-ea2c-496a-8575-17f930d608da", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0326 23:46:01.846755 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:ca:53:93:0e:d2\",\"name\":\"9b9699f9e96f5c8\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40ddfdbe-c777-43f4-9388-3ef9a20d49e9\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:46:01.863275 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default] I0326 23:46:01.875282 3721 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod, hostIfaceName: 99a3e4fc03bbb1b, network: default, NAD default, SandboxID: "99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411", PCI device ID: , UID: "a7a9c7ef-c366-4a13-801c-bdd8651e2f0d", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0326 23:46:01.947859 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:c6:35:01:23:02\",\"name\":\"99a3e4fc03bbb1b\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebd9bfbb-050a-4e55-bbb6-733264ba5cfa\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:46:03.628876 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0326 23:46:03.754785 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0326 23:46:05.719776 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:46:16.749570 3721 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0326 23:46:32.600610 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default] I0326 23:46:32.713872 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod 9b9699f9e96f5c8bbda3ed995109139542a44a7b5c9f0d1a3581cb9b50806e6b network default NAD default], result "{}", err I0326 23:46:59.266447 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:59.266486 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod I0326 23:46:59.268967 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod, ips: 10.129.0.73 I0326 23:46:59.269060 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:00.966946 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:00.967722 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:02.840544 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:02.841279 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:02.966169 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:02.966917 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:05.940392 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default] I0326 23:47:05.944641 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default] I0326 23:47:06.079428 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod 0f19e22fac0b6e57a83cb03b57350ea5ed6838ab85bc77514e9dd6e3ce95b41e network default NAD default], result "{}", err I0326 23:47:06.093233 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod 8c6d630201d3dcb607530e94ec40152df65a19087cadba037ccdc28af74a9e2f network default NAD default], result "{}", err I0326 23:47:06.213956 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:06.214055 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod I0326 23:47:06.216041 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod, ips: 10.129.0.69 I0326 23:47:06.216076 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:06.237762 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:06.237854 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod I0326 23:47:06.239730 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod, ips: 10.129.0.72 I0326 23:47:06.239766 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:08.988682 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default] I0326 23:47:09.107811 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod 295949cd4699cb3024e8d9057c8c9950855a1c4204ef4d87a4cd0baa36d01643 network default NAD default], result "{}", err I0326 23:47:09.226542 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:09.226582 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod I0326 23:47:09.228477 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod, ips: 10.129.0.70 I0326 23:47:09.228537 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:12.023225 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default] I0326 23:47:12.139011 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod ec46687a32d324167d4d5ba96f17dbdc33f08ecae5461e85d5f8a8cc92d3576d network default NAD default], result "{}", err I0326 23:47:12.279269 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:12.279307 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod I0326 23:47:12.281153 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod, ips: 10.129.0.67 I0326 23:47:12.281189 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:22.122364 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default] I0326 23:47:22.234353 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod 36c2a41725d3804254a868b28a31976fdcdf73f36a847935b14b4706983b9db1 network default NAD default], result "{}", err I0326 23:47:22.350739 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:22.350784 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod I0326 23:47:22.352257 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod, ips: 10.129.0.71 I0326 23:47:22.352286 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:47.734559 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0326 23:48:19.617213 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default] I0326 23:48:19.715474 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod 99a3e4fc03bbb1bfac3ed4d9347cb91d9a430f0ed6f7ad16e2da3dbd3f2b7411 network default NAD default], result "{}", err I0326 23:48:19.876318 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:19.876381 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod I0326 23:48:19.877928 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod, ips: 10.129.0.74 I0326 23:48:19.877958 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:43.715936 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0326 23:48:46.639157 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=163 I0326 23:49:19.629278 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0326 23:50:03.991524 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:03.992132 3721 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.865700 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:04.865727 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:04.894904 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:04.894925 3721 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:04.899410 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww I0326 23:50:04.899441 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww I0326 23:50:05.754134 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0326 23:50:09.480552 3721 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default] I0326 23:50:09.567411 3721 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod f66a83e9c8d113648442dd108b0a75eb87c7c780007a6cb204f2dfb9b802520c network default NAD default], result "{}", err I0326 23:50:09.652894 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:09.653020 3721 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod I0326 23:50:09.654456 3721 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod, ips: 10.129.0.68 I0326 23:50:09.654490 3721 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:20.630578 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0326 23:50:57.409257 3721 obj_retry.go:464] Detected object default-tenant/my-integration-test-odtc-5pf5j-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:57.409883 3721 obj_retry.go:464] Detected object default-tenant/my-integration-test-odtc-5pf5j-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:07.730925 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0326 23:52:19.631125 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0326 23:52:44.744336 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0326 23:52:58.756182 3721 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0326 23:53:30.764903 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:30.765563 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:31.145572 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:53:31.145622 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:53:31.152263 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n I0326 23:53:31.152295 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n I0326 23:53:46.737795 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0326 23:53:54.724713 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0326 23:53:59.744818 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 23:54:17.722616 3721 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0326 23:54:33.718667 3721 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0326 23:55:00.709254 3721 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default] I0326 23:55:00.730843 3721 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default] I0326 23:55:00.823680 3721 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 7ed7ce0d5f8f31d55cb5092fdab72bd427b1933778e282255b6530867548e0f7 network default NAD default], result "{}", err I0326 23:55:00.832344 3721 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k f54cd7d3d0941fbbab734256512f0b16ac01e7b9ba4ba46eed11aa62a5a46ed0 network default NAD default], result "{}", err I0326 23:55:00.887743 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:00.887808 3721 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 I0326 23:55:00.889281 3721 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6, ips: 10.129.0.63 I0326 23:55:00.889308 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:00.909415 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:00.909520 3721 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k I0326 23:55:00.910861 3721 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k, ips: 10.129.0.64 I0326 23:55:00.910893 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:00.919179 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:00.919653 3721 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:01.267912 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:55:01.267960 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:55:01.275920 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 I0326 23:55:01.275949 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 I0326 23:55:01.694775 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:55:01.694822 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:55:01.699605 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 I0326 23:55:01.699636 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 I0326 23:55:01.713964 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:55:01.713987 3721 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:55:01.719580 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k I0326 23:55:01.719604 3721 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k I0326 23:55:19.632147 3721 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53