+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-85.ec2.internal ++ [[ -n ip-10-0-0-85.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-85.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:34:41.603649597 - disable conntrack on geneve port' I0326 23:34:41.603649597 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:34:41.621375033 - starting ovnkube-node' I0326 23:34:41.621375033 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-85.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-85.ec2.internal --init-node ip-10-0-0-85.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-85.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 23:34:41.662408 3811 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 23:34:41.662456 3811 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-41e5d74f87.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 23:34:41.664525 3811 kube.go:419] Waiting for certificate I0326 23:34:41.664579 3811 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 23:34:41.664623 3811 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 23:34:41.665272 3811 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:34:41.698340 3811 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:41.698373 3811 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:41.701960 3811 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:41.702050 3811 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bzc98" I0326 23:34:41.706594 3811 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bzc98" I0326 23:34:41.706671 3811 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:42.664853 3811 kube.go:426] Certificate found I0326 23:34:42.665407 3811 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:34:42.666313 3811 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 23:34:42.712468 3811 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:29:41 +0000 UTC" deadline="2026-03-27 18:48:53.632254103 +0000 UTC" I0326 23:34:42.712610 3811 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h14m10.919714722s" I0326 23:34:42.731504 3811 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:34:42.741813 3811 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 23:34:42.747564 3811 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 23:34:42.747634 3811 factory.go:531] Starting watch factory I0326 23:34:42.747715 3811 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747729 3811 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747737 3811 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747747 3811 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747751 3811 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747751 3811 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747766 3811 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747769 3811 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747770 3811 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.747780 3811 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.748044 3811 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.748118 3811 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.753652 3811 controller_manager.go:368] Starting the ovnkube controller I0326 23:34:42.753665 3811 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-85.ec2.internal I0326 23:34:42.753717 3811 controller_manager.go:393] NBDB zone sync took: 43.091µs I0326 23:34:42.753727 3811 factory.go:531] Starting watch factory I0326 23:34:42.763444 3811 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.764667 3811 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.764787 3811 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.766500 3811 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.768821 3811 ovn_northd.go:121] Registering OVN northd metrics I0326 23:34:42.769547 3811 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.773745 3811 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 23:34:42.774009 3811 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:42.777172 3811 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 23:34:42.777220 3811 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 23:34:42.791385 3811 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 23:34:42.853544 3811 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:34:42.853566 3811 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:34:42.853569 3811 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:34:42.853573 3811 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:34:42.853576 3811 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:34:42.853579 3811 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:34:42.853651 3811 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:42.853667 3811 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:42.853695 3811 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:42.853724 3811 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:42.856514 3811 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:42.856513 3811 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:42.859640 3811 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:34:42.859652 3811 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:34:42.859654 3811 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:34:42.859661 3811 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:34:42.859667 3811 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:34:42.859670 3811 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:34:42.859673 3811 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:34:42.859676 3811 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:34:42.859717 3811 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.859729 3811 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.861799 3811 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.864702 3811 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:34:42.864762 3811 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.864774 3811 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.864836 3811 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:34:42.864847 3811 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:34:42.866896 3811 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.869802 3811 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:34:42.869879 3811 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.869897 3811 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.869911 3811 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:34:42.871991 3811 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.874980 3811 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:34:42.875055 3811 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:34:42.875110 3811 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.875122 3811 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.877250 3811 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.880252 3811 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:34:42.880266 3811 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:34:42.880327 3811 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.880346 3811 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.882522 3811 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.885623 3811 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:34:42.885634 3811 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:34:42.885806 3811 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:34:42.885822 3811 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:34:42.888150 3811 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:34:42.891139 3811 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:34:42.891145 3811 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:34:42.891240 3811 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.891255 3811 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.891316 3811 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.891334 3811 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.893598 3811 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.893752 3811 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:42.896842 3811 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:34:42.896860 3811 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:34:42.896851 3811 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:34:42.896870 3811 factory.go:636] Watch Factory start up complete, took: 149.239254ms I0326 23:34:42.896955 3811 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 23:34:42.902140 3811 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:34:42.902150 3811 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:34:42.902156 3811 factory.go:636] Watch Factory start up complete, took: 148.428045ms I0326 23:34:42.902163 3811 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-85.ec2.internal" zone I0326 23:34:42.937165 3811 default_node_network_controller.go:709] Initializing the default node network controller I0326 23:34:42.985551 3811 udn_isolation.go:101] Starting UDN host isolation manager I0326 23:34:42.991621 3811 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 23:34:43.036766 3811 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 23:34:43.036900 3811 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 23:34:43.036918 3811 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 23:34:43.070561 3811 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 23:34:43.070642 3811 default_node_network_controller.go:808] Node ip-10-0-0-85.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0326 23:34:43.076570 3811 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.85"] k8s.ovn.org/zone-name:ip-10-0-0-85.ec2.internal] on node ip-10-0-0-85.ec2.internal I0326 23:34:43.096258 3811 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 23:34:43.101709 3811 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 23:34:43.101837 3811 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0326 23:34:43.101999 3811 gateway_init.go:263] Preparing Gateway I0326 23:34:43.102009 3811 gateway_shared_intf.go:1658] Creating new gateway I0326 23:34:43.152686 3811 controller_manager.go:427] Waiting for node in zone sync took: 250.509599ms I0326 23:34:43.157636 3811 controller_manager.go:608] Switching to transit router for layer2 networks I0326 23:34:43.157652 3811 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-85.ec2.internal I0326 23:34:43.171135 3811 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:34:43.176980 3811 controller_manager.go:288] SCTP support detected in OVN I0326 23:34:43.177595 3811 services_controller.go:69] Creating services controller for network=default I0326 23:34:43.177715 3811 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 23:34:43.177795 3811 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 23:34:43.177841 3811 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 23:34:43.177867 3811 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 23:34:43.177879 3811 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:34:43.178048 3811 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 23:34:43.178115 3811 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 23:34:43.178132 3811 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.553µs I0326 23:34:43.178142 3811 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 19.012µs I0326 23:34:43.178150 3811 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.951µs I0326 23:34:43.178157 3811 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 23:34:43.178168 3811 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 23:34:43.178178 3811 default_network_controller.go:321] Starting the default network controller I0326 23:34:43.178214 3811 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.139µs I0326 23:34:43.178268 3811 udn_enabled_svc.go:95] Performing full resync I0326 23:34:43.178608 3811 udn_enabled_svc.go:99] Waiting for handler to sync I0326 23:34:43.178621 3811 udn_enabled_svc.go:104] Starting worker I0326 23:34:43.183102 3811 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:34:43.187561 3811 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 23:34:43.187617 3811 repair.go:33] Syncing exgw routes took 43.773µs I0326 23:34:43.187637 3811 default_network_controller.go:407] Starting all the Watchers... I0326 23:34:43.187809 3811 namespace.go:98] [openshift-ingress] adding namespace I0326 23:34:43.187825 3811 namespace.go:98] [openshift-host-network] adding namespace I0326 23:34:43.187829 3811 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 23:34:43.187826 3811 namespace.go:98] [openshift-infra] adding namespace I0326 23:34:43.187846 3811 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 23:34:43.187855 3811 namespace.go:98] [kube-node-lease] adding namespace I0326 23:34:43.187862 3811 namespace.go:98] [openshift-network-console] adding namespace I0326 23:34:43.187872 3811 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 23:34:43.187814 3811 namespace.go:98] [openshift-dns] adding namespace I0326 23:34:43.187929 3811 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 23:34:43.187945 3811 namespace.go:98] [openshift-machine-config-operator] adding namespace I0326 23:34:43.187959 3811 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 23:34:43.187959 3811 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 23:34:43.187973 3811 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 23:34:43.187979 3811 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 23:34:43.188537 3811 namespace.go:102] [openshift-ingress] adding namespace took 714.05µs I0326 23:34:43.188551 3811 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 23:34:43.189004 3811 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 447.902µs I0326 23:34:43.189016 3811 namespace.go:98] [openshift-console-operator] adding namespace I0326 23:34:43.189477 3811 namespace.go:102] [openshift-console-operator] adding namespace took 454.931µs I0326 23:34:43.189494 3811 namespace.go:98] [openshift-controller-manager] adding namespace I0326 23:34:43.190052 3811 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.214497ms I0326 23:34:43.190064 3811 namespace.go:98] [openshift-config-operator] adding namespace I0326 23:34:43.190409 3811 iptables.go:108] Creating table: filter chain: OUTPUT I0326 23:34:43.190658 3811 namespace.go:102] [openshift-host-network] adding namespace took 2.820407ms I0326 23:34:43.190680 3811 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 23:34:43.191172 3811 namespace.go:102] [openshift-infra] adding namespace took 3.330218ms I0326 23:34:43.191184 3811 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 23:34:43.191643 3811 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.784029ms I0326 23:34:43.191663 3811 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 23:34:43.192163 3811 namespace.go:102] [kube-node-lease] adding namespace took 4.300713ms I0326 23:34:43.192180 3811 namespace.go:98] [kube-system] adding namespace I0326 23:34:43.192742 3811 namespace.go:102] [openshift-network-console] adding namespace took 4.870742ms I0326 23:34:43.192752 3811 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 23:34:43.193249 3811 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.370224ms I0326 23:34:43.193267 3811 namespace.go:98] [openshift-image-registry] adding namespace I0326 23:34:43.193793 3811 namespace.go:102] [openshift-dns] adding namespace took 5.854477ms I0326 23:34:43.193807 3811 namespace.go:98] [openshift-config-managed] adding namespace I0326 23:34:43.194217 3811 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.274054ms I0326 23:34:43.194241 3811 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0326 23:34:43.194680 3811 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.724449ms I0326 23:34:43.194699 3811 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0326 23:34:43.195410 3811 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.443074ms I0326 23:34:43.195420 3811 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 23:34:43.195946 3811 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.96957ms I0326 23:34:43.195969 3811 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0326 23:34:43.196346 3811 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.361611ms I0326 23:34:43.196358 3811 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 23:34:43.196770 3811 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.784394ms I0326 23:34:43.196782 3811 namespace.go:98] [openshift-multus] adding namespace I0326 23:34:43.197156 3811 namespace.go:102] [openshift-controller-manager] adding namespace took 7.657134ms I0326 23:34:43.197167 3811 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 23:34:43.197535 3811 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 23:34:43.197552 3811 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-85.ec2.internal","mac-address":"12:c0:43:fd:d0:8b","ip-addresses":["10.0.0.85/24"],"ip-address":"10.0.0.85/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5511efce-580d-438a-98f3-f3ed85898769 k8s.ovn.org/node-encap-ips:["10.0.0.85"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.85/24"} k8s.ovn.org/zone-name:ip-10-0-0-85.ec2.internal] on node ip-10-0-0-85.ec2.internal I0326 23:34:43.197592 3811 namespace.go:102] [openshift-config-operator] adding namespace took 7.522627ms I0326 23:34:43.197606 3811 namespace.go:98] [openshift-package-operator] adding namespace I0326 23:34:43.197961 3811 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.274574ms I0326 23:34:43.197975 3811 namespace.go:98] [openshift-authentication] adding namespace I0326 23:34:43.198298 3811 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.109254ms I0326 23:34:43.198309 3811 namespace.go:98] [openshift-console] adding namespace I0326 23:34:43.198779 3811 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.110612ms I0326 23:34:43.198791 3811 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 23:34:43.199187 3811 namespace.go:102] [kube-system] adding namespace took 7.001995ms I0326 23:34:43.199198 3811 namespace.go:98] [openshift-backplane] adding namespace I0326 23:34:43.199660 3811 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.903744ms I0326 23:34:43.199671 3811 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0326 23:34:43.200105 3811 namespace.go:102] [openshift-image-registry] adding namespace took 6.833452ms I0326 23:34:43.200117 3811 namespace.go:98] [kube-public] adding namespace I0326 23:34:43.200503 3811 namespace.go:102] [openshift-config-managed] adding namespace took 6.691308ms I0326 23:34:43.200517 3811 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 23:34:43.200952 3811 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.705746ms I0326 23:34:43.200962 3811 namespace.go:98] [default] adding namespace I0326 23:34:43.201427 3811 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.723532ms I0326 23:34:43.201437 3811 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 23:34:43.201781 3811 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.356909ms I0326 23:34:43.201794 3811 namespace.go:98] [dedicated-admin] adding namespace I0326 23:34:43.202150 3811 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.176047ms I0326 23:34:43.202161 3811 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0326 23:34:43.202505 3811 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vbqq7: pod openshift-multus/network-metrics-daemon-vbqq7: no pod IPs found I0326 23:34:43.202534 3811 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.172152ms I0326 23:34:43.202543 3811 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 23:34:43.203019 3811 namespace.go:102] [openshift-multus] adding namespace took 6.230559ms I0326 23:34:43.203035 3811 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 23:34:43.203407 3811 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.235634ms I0326 23:34:43.204246 3811 namespace.go:102] [openshift-package-operator] adding namespace took 6.634839ms I0326 23:34:43.204258 3811 namespace.go:98] [openshift-marketplace] adding namespace I0326 23:34:43.204660 3811 namespace.go:102] [openshift-authentication] adding namespace took 6.678857ms I0326 23:34:43.204672 3811 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 23:34:43.205035 3811 namespace.go:102] [openshift-console] adding namespace took 6.721676ms I0326 23:34:43.205045 3811 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 23:34:43.205551 3811 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.756468ms I0326 23:34:43.205560 3811 namespace.go:98] [openshift-etcd] adding namespace I0326 23:34:43.205922 3811 namespace.go:102] [openshift-backplane] adding namespace took 6.71881ms I0326 23:34:43.205933 3811 namespace.go:98] [openshift-network-diagnostics] adding namespace I0326 23:34:43.206308 3811 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.633426ms I0326 23:34:43.206320 3811 namespace.go:98] [openshift-config] adding namespace I0326 23:34:43.206670 3811 namespace.go:102] [kube-public] adding namespace took 6.549016ms I0326 23:34:43.206681 3811 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 23:34:43.207017 3811 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.496779ms I0326 23:34:43.207028 3811 namespace.go:98] [openshift-operators] adding namespace I0326 23:34:43.207451 3811 namespace.go:102] [default] adding namespace took 6.484435ms I0326 23:34:43.207462 3811 namespace.go:98] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] adding namespace I0326 23:34:43.207871 3811 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.429151ms I0326 23:34:43.207882 3811 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 23:34:43.208242 3811 namespace.go:102] [dedicated-admin] adding namespace took 6.4436ms I0326 23:34:43.208254 3811 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 23:34:43.208641 3811 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.4759ms I0326 23:34:43.208651 3811 namespace.go:98] [openshift-machine-api] adding namespace I0326 23:34:43.208996 3811 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.448924ms I0326 23:34:43.209006 3811 namespace.go:98] [openshift-console-user-settings] adding namespace I0326 23:34:43.209373 3811 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.333323ms I0326 23:34:43.209384 3811 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 23:34:43.209734 3811 namespace.go:102] [openshift-marketplace] adding namespace took 5.470753ms I0326 23:34:43.209744 3811 namespace.go:98] [openshift-must-gather-operator] adding namespace I0326 23:34:43.210107 3811 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.430462ms I0326 23:34:43.210118 3811 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 23:34:43.210497 3811 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.446879ms I0326 23:34:43.210508 3811 namespace.go:98] [openshift-kube-apiserver] adding namespace W0326 23:34:43.210847 3811 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rz6dg: pod openshift-network-diagnostics/network-check-target-rz6dg: no pod IPs found I0326 23:34:43.210862 3811 namespace.go:102] [openshift-etcd] adding namespace took 5.298272ms I0326 23:34:43.210869 3811 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 23:34:43.211324 3811 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.382912ms I0326 23:34:43.211345 3811 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 23:34:43.211822 3811 namespace.go:102] [openshift-config] adding namespace took 5.497462ms I0326 23:34:43.211836 3811 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 23:34:43.212189 3811 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.503082ms I0326 23:34:43.212199 3811 namespace.go:98] [openshift-node] adding namespace I0326 23:34:43.212609 3811 namespace.go:102] [openshift-operators] adding namespace took 5.576702ms I0326 23:34:43.212635 3811 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 23:34:43.212995 3811 namespace.go:102] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] adding namespace took 5.528176ms I0326 23:34:43.213006 3811 namespace.go:98] [openshift-logging] adding namespace I0326 23:34:43.213371 3811 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.484735ms I0326 23:34:43.213382 3811 namespace.go:98] [openshift-network-operator] adding namespace I0326 23:34:43.213725 3811 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.466712ms I0326 23:34:43.213736 3811 namespace.go:98] [openshift-apiserver] adding namespace I0326 23:34:43.214070 3811 namespace.go:102] [openshift-machine-api] adding namespace took 5.415175ms I0326 23:34:43.214081 3811 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 23:34:43.214511 3811 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.500707ms I0326 23:34:43.214523 3811 namespace.go:98] [openshift-cluster-version] adding namespace I0326 23:34:43.214571 3811 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:43.214907 3811 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.518276ms I0326 23:34:43.214919 3811 namespace.go:98] [openshift-insights] adding namespace I0326 23:34:43.215355 3811 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.606904ms I0326 23:34:43.215783 3811 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.659933ms I0326 23:34:43.215795 3811 namespace.go:98] [openshift-monitoring] adding namespace I0326 23:34:43.216147 3811 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.633914ms I0326 23:34:43.216536 3811 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.662876ms I0326 23:34:43.216910 3811 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.560527ms I0326 23:34:43.216920 3811 namespace.go:98] [openshift-dns-operator] adding namespace I0326 23:34:43.217318 3811 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.477209ms I0326 23:34:43.217674 3811 namespace.go:102] [openshift-node] adding namespace took 5.470884ms I0326 23:34:43.218117 3811 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.476954ms I0326 23:34:43.218517 3811 namespace.go:102] [openshift-logging] adding namespace took 5.506338ms I0326 23:34:43.218874 3811 namespace.go:102] [openshift-network-operator] adding namespace took 5.487858ms I0326 23:34:43.219341 3811 namespace.go:102] [openshift-apiserver] adding namespace took 5.599589ms I0326 23:34:43.219355 3811 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 23:34:43.219746 3811 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.661567ms I0326 23:34:43.219759 3811 namespace.go:98] [openshift] adding namespace I0326 23:34:43.220249 3811 namespace.go:102] [openshift-cluster-version] adding namespace took 5.720209ms I0326 23:34:43.220662 3811 namespace.go:102] [openshift-insights] adding namespace took 5.739197ms I0326 23:34:43.221096 3811 namespace.go:102] [openshift-monitoring] adding namespace took 5.296544ms I0326 23:34:43.221601 3811 namespace.go:102] [openshift-dns-operator] adding namespace took 4.675494ms I0326 23:34:43.221980 3811 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.620405ms I0326 23:34:43.222409 3811 namespace.go:102] [openshift] adding namespace took 2.645046ms I0326 23:34:43.223165 3811 zone_ic_handler.go:186] Time taken to create transit switch: 658.984µs I0326 23:34:43.223256 3811 master.go:532] Adding or Updating local node "ip-10-0-0-85.ec2.internal" for network "default" I0326 23:34:43.223793 3811 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-245.ec2.internal for the network default I0326 23:34:43.224002 3811 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-65.ec2.internal for the network default I0326 23:34:43.224815 3811 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-245.ec2.internal" on network "default" took: 1.034459ms I0326 23:34:43.224909 3811 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-65.ec2.internal" on network "default" took: 916.262µs W0326 23:34:43.232311 3811 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-rz6dg: pod openshift-network-diagnostics/network-check-target-rz6dg: no pod IPs found W0326 23:34:43.232332 3811 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vbqq7: pod openshift-multus/network-metrics-daemon-vbqq7: no pod IPs found I0326 23:34:43.233301 3811 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-85.ec2.internal for the network default I0326 23:34:43.234082 3811 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 23:34:43.234112 3811 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 23:34:43.234126 3811 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 23:34:43.234151 3811 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0326 23:34:43.234195 3811 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:43.234205 3811 services_controller.go:574] Full service sync requested for network=default I0326 23:34:43.234210 3811 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-245.ec2.internal in network "default" I0326 23:34:43.234257 3811 node_tracker.go:169] Node ip-10-0-1-245.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:43.234266 3811 services_controller.go:574] Full service sync requested for network=default I0326 23:34:43.234274 3811 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-65.ec2.internal in network "default" I0326 23:34:43.234296 3811 node_tracker.go:169] Node ip-10-0-2-65.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:43.234303 3811 services_controller.go:574] Full service sync requested for network=default I0326 23:34:43.335053 3811 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 23:34:43.335089 3811 services_controller.go:208] Setting up event handlers for services for network=default I0326 23:34:43.335646 3811 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 23:34:43.335698 3811 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 23:34:43.335719 3811 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 23:34:43.436415 3811 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 23:34:43.436439 3811 repair.go:60] Starting repairing loop for services I0326 23:34:43.436527 3811 repair.go:131] Deleted 0 stale service LBs I0326 23:34:43.436545 3811 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 23:34:43.436561 3811 repair.go:62] Finished repairing loop for services: 123.676µs I0326 23:34:43.436584 3811 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 23:34:43.436594 3811 services_controller.go:254] Starting workers for network=default I0326 23:34:43.437101 3811 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6k2z4 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0326 23:34:43.437249 3811 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vbqq7] creating logical port openshift-multus_network-metrics-daemon-vbqq7 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:34:43.437314 3811 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rz6dg] creating logical port openshift-network-diagnostics_network-check-target-rz6dg for pod on switch ip-10-0-0-85.ec2.internal I0326 23:34:43.437336 3811 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vbqq7 I0326 23:34:43.437378 3811 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-rz6dg I0326 23:34:43.453893 3811 pod.go:62] [openshift-multus/network-metrics-daemon-vbqq7] pod update took 16.601268ms I0326 23:34:43.453897 3811 pod.go:62] [openshift-network-diagnostics/network-check-target-rz6dg] pod update took 16.542936ms I0326 23:34:43.453911 3811 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-vbqq7] addLogicalPort annotation time took 16.621931ms I0326 23:34:43.453914 3811 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-rz6dg] addLogicalPort annotation time took 16.562469ms I0326 23:34:43.454710 3811 pods.go:271] [openshift-multus/network-metrics-daemon-vbqq7] addLogicalPort took 17.484443ms, libovsdb time 610.618µs I0326 23:34:43.454936 3811 pods.go:271] [openshift-network-diagnostics/network-check-target-rz6dg] addLogicalPort took 17.629077ms, libovsdb time 826.169µs I0326 23:34:43.455453 3811 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 23:34:43.455470 3811 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 23:34:43.455491 3811 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 23:34:43.455495 3811 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 23:34:43.455689 3811 repair.go:29] Repairing admin network policies took 189.268µs I0326 23:34:43.455787 3811 repair.go:92] Repairing baseline admin network policies took 88.418µs I0326 23:34:43.456156 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 23:34:43.456177 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 23:34:43.457713 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:34:43.457732 3811 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 23:34:43.457743 3811 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 23:34:43.460031 3811 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 23:34:43.460049 3811 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 23:34:43.460059 3811 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 23:34:43.460986 3811 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 23:34:43.461005 3811 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 23:34:43.461013 3811 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 23:34:43.462419 3811 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 23:34:43.462434 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 23:34:43.463183 3811 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 23:34:43.463195 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:34:43.463918 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 23:34:43.463940 3811 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 23:34:43.463950 3811 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 23:34:43.465842 3811 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 23:34:43.465864 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 23:34:43.465872 3811 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 23:34:43.467280 3811 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 23:34:43.467299 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 23:34:43.467307 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 23:34:43.467758 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 23:34:43.467775 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 23:34:43.467783 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 23:34:43.468927 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 23:34:43.468943 3811 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 23:34:43.468951 3811 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 23:34:43.470356 3811 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 23:34:43.470375 3811 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 23:34:43.470381 3811 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 23:34:43.470608 3811 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 23:34:43.470625 3811 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 23:34:43.470631 3811 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 23:34:43.470852 3811 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 23:34:43.470865 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 23:34:43.470872 3811 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 23:34:43.471317 3811 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 23:34:43.471334 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 23:34:43.471340 3811 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 23:34:43.471609 3811 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 23:34:43.471624 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 23:34:43.471646 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:34:43.473403 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 23:34:43.473420 3811 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 23:34:43.473430 3811 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 23:34:43.474477 3811 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 23:34:43.474494 3811 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 23:34:43.474503 3811 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 23:34:43.475700 3811 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 23:34:43.475717 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 23:34:43.475725 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 23:34:43.476185 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 23:34:43.476201 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 23:34:43.476208 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 23:34:43.476692 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 23:34:43.476709 3811 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 23:34:43.476717 3811 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 23:34:43.477237 3811 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 23:34:43.477253 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 23:34:43.477261 3811 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 23:34:43.477963 3811 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 23:34:43.477981 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 23:34:43.477988 3811 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 23:34:43.478466 3811 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 23:34:43.478483 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 23:34:43.478489 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 23:34:43.478959 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:34:43.478976 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 23:34:43.478984 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 23:34:43.479419 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 23:34:43.479435 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 23:34:43.479441 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 23:34:43.479743 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 23:34:43.479760 3811 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 23:34:43.479768 3811 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 23:34:43.480746 3811 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 23:34:43.480762 3811 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 23:34:43.480770 3811 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 23:34:43.481608 3811 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 23:34:43.481632 3811 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 23:34:43.481639 3811 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 23:34:43.482136 3811 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 23:34:43.482153 3811 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 23:34:43.482171 3811 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 23:34:43.483778 3811 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 23:34:43.484083 3811 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6k2z4 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0326 23:34:43.489414 3811 egressfirewall.go:319] Starting EgressFirewall controller I0326 23:34:43.489447 3811 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 23:34:43.489467 3811 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 23:34:43.489473 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 23:34:43.489484 3811 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 23:34:43.489490 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 23:34:43.489498 3811 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 23:34:43.489742 3811 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 23:34:43.489755 3811 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 23:34:43.489765 3811 egressqos.go:193] Setting up event handlers for EgressQoS I0326 23:34:43.489834 3811 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:34:43.489843 3811 egressfirewall.go:628] Syncing node "ip-10-0-1-245.ec2.internal" for egress firewall I0326 23:34:43.489847 3811 egressfirewall.go:628] Syncing node "ip-10-0-2-65.ec2.internal" for egress firewall I0326 23:34:43.489860 3811 egressqos.go:245] Starting EgressQoS Controller I0326 23:34:43.489869 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 23:34:43.489875 3811 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 23:34:43.489884 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 23:34:43.489889 3811 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 23:34:43.489898 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 23:34:43.489904 3811 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 23:34:43.489907 3811 egressqos.go:259] Repairing EgressQoSes I0326 23:34:43.489911 3811 egressqos.go:399] Starting repairing loop for egressqos I0326 23:34:43.489977 3811 egressqos.go:401] Finished repairing loop for egressqos: 65.297µs I0326 23:34:43.489992 3811 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 23:34:43.490028 3811 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-85.ec2.internal I0326 23:34:43.490091 3811 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-85.ec2.internal : 49.903µs I0326 23:34:43.490173 3811 egressservice_zone.go:210] Starting Egress Services Controller I0326 23:34:43.490215 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:34:43.490243 3811 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:34:43.490252 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:34:43.490257 3811 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:34:43.490263 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:34:43.490267 3811 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:34:43.490272 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 23:34:43.490276 3811 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 23:34:43.490280 3811 egressservice_zone.go:228] Repairing Egress Services I0326 23:34:43.490586 3811 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 23:34:43.490596 3811 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:34:43.490618 3811 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:43.490629 3811 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 12.073µs I0326 23:34:43.490636 3811 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-245.ec2.internal I0326 23:34:43.490651 3811 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-245.ec2.internal: 15.315µs I0326 23:34:43.490659 3811 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-65.ec2.internal I0326 23:34:43.490666 3811 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-65.ec2.internal: 6.548µs I0326 23:34:43.490687 3811 default_network_controller.go:568] Completing all the Watchers took 303.041451ms I0326 23:34:43.490699 3811 default_network_controller.go:572] Starting unidling controllers I0326 23:34:43.490711 3811 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 23:34:43.490716 3811 unidle.go:63] Populating Initial ContollerEvent events I0326 23:34:43.490726 3811 unidle.go:79] Setting up event handlers for services I0326 23:34:43.490769 3811 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:34:43.715213 3811 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:44.215157 3811 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:44.715490 3811 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:45.215223 3811 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:45.291867 3811 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.292513 3811 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.292548 3811 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.292557 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 23:34:45.292574 3811 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.292584 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0326 23:34:45.651594 3811 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:34:45.716005 3811 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:45.733822 3811 bridgeconfig.go:537] Gateway is ready I0326 23:34:45.733843 3811 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 23:34:45.744396 3811 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.85. Updating OVN encap IP. I0326 23:34:45.749193 3811 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.85 - it is already configured I0326 23:34:45.749205 3811 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.85/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 23:34:45.749393 3811 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.85/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-85.ec2.internal","mac-address":"12:c0:43:fd:d0:8b","ip-addresses":["10.0.0.85/24"],"ip-address":"10.0.0.85/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5511efce-580d-438a-98f3-f3ed85898769 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.85/24"}] on node ip-10-0-0-85.ec2.internal I0326 23:34:45.764171 3811 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:45.764191 3811 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 26.502µs I0326 23:34:45.764194 3811 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:34:45.764246 3811 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0326 23:34:45.764255 3811 master.go:532] Adding or Updating local node "ip-10-0-0-85.ec2.internal" for network "default" I0326 23:34:45.764322 3811 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:45.764343 3811 services_controller.go:574] Full service sync requested for network=default I0326 23:34:45.764985 3811 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.85 I0326 23:34:45.765086 3811 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-85.ec2.internal I0326 23:34:45.768830 3811 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-85.ec2.internal. Updating no re-route policies I0326 23:34:45.768904 3811 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-85.ec2.internal I0326 23:34:45.768921 3811 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-85.ec2.internal I0326 23:34:45.768951 3811 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-85.ec2.internal after 0 failed attempt(s) I0326 23:34:45.768959 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rz6dg I0326 23:34:45.768969 3811 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ldz4j I0326 23:34:45.768979 3811 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-ldz4j I0326 23:34:45.768977 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8gfpm I0326 23:34:45.768982 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-mj794 I0326 23:34:45.768987 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-npqcp I0326 23:34:45.768993 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8gfpm I0326 23:34:45.768996 3811 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-ldz4j after 0 failed attempt(s) I0326 23:34:45.769000 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-npqcp I0326 23:34:45.769000 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fdz2q I0326 23:34:45.769004 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-85.ec2.internal I0326 23:34:45.769010 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-m6npf I0326 23:34:45.769007 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-67bp4 I0326 23:34:45.769014 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-fdz2q I0326 23:34:45.769014 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-85.ec2.internal I0326 23:34:45.769016 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8gfpm after 0 failed attempt(s) I0326 23:34:45.769019 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-67bp4 I0326 23:34:45.769022 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-npqcp after 0 failed attempt(s) I0326 23:34:45.769019 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vbqq7 I0326 23:34:45.769029 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-fdz2q after 0 failed attempt(s) I0326 23:34:45.768993 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-mj794 I0326 23:34:45.769033 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-85.ec2.internal after 0 failed attempt(s) I0326 23:34:45.769036 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vbqq7 I0326 23:34:45.769032 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-txglx I0326 23:34:45.769038 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-67bp4 after 0 failed attempt(s) I0326 23:34:45.769043 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-mj794 after 0 failed attempt(s) I0326 23:34:45.769017 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-m6npf I0326 23:34:45.769050 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-txglx I0326 23:34:45.769060 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-m6npf after 0 failed attempt(s) I0326 23:34:45.769063 3811 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vbqq7] creating logical port openshift-multus_network-metrics-daemon-vbqq7 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:34:45.769075 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-txglx after 0 failed attempt(s) I0326 23:34:45.768969 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rz6dg I0326 23:34:45.768990 3811 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-srpxb I0326 23:34:45.769104 3811 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-srpxb I0326 23:34:45.769115 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-srpxb after 0 failed attempt(s) I0326 23:34:45.769122 3811 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rz6dg] creating logical port openshift-network-diagnostics_network-check-target-rz6dg for pod on switch ip-10-0-0-85.ec2.internal I0326 23:34:45.769780 3811 pods.go:271] [openshift-multus/network-metrics-daemon-vbqq7] addLogicalPort took 710.815µs, libovsdb time 223.406µs I0326 23:34:45.769794 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vbqq7 after 0 failed attempt(s) I0326 23:34:45.770113 3811 pods.go:271] [openshift-network-diagnostics/network-check-target-rz6dg] addLogicalPort took 1.005663ms, libovsdb time 177.932µs I0326 23:34:45.770124 3811 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-rz6dg after 0 failed attempt(s) I0326 23:34:45.779684 3811 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 23:34:45.791793 3811 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 23:34:45.795448 3811 iptables.go:108] Creating table: nat chain: OUTPUT I0326 23:34:45.818865 3811 iptables.go:108] Creating table: nat chain: PREROUTING I0326 23:34:45.861190 3811 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:34:45.880021 3811 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 23:34:45.880247 3811 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 23:34:45.880293 3811 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 23:34:45.880409 3811 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 23:34:45.880466 3811 gateway_init.go:325] Gateway and management port readiness took 2.669175986s I0326 23:34:45.880494 3811 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 23:34:45.880526 3811 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 23:34:45.880538 3811 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 23:34:45.880556 3811 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:34:45.880633 3811 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 23:34:45.880713 3811 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.118µs I0326 23:34:45.880913 3811 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 23:34:45.880936 3811 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.067µs I0326 23:34:45.880944 3811 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.099µs I0326 23:34:45.880949 3811 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 23:34:45.880957 3811 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 23:34:45.880961 3811 default_node_network_controller.go:898] Starting the default node network controller I0326 23:34:45.880966 3811 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 23:34:45.881044 3811 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.85µs I0326 23:34:45.881111 3811 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 23:34:45.881120 3811 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 23:34:45.881144 3811 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d000 0xc0002a59d0 0xc0002a5a40 0xc0002a5ab0 0xc0002a5b20 0xc0002a5b90 0xc0002a5c00 0xc000c2f310 0xc0002a5ce0 0xc0002a5dc0 0xc0001802d0 0xc006256f50 0xc0002a5e30 map[0x2f67040:0xc001f49200 0x2f67580:0xc001f49380 0x2f68000:0xc001f49140 0x2f682a0:0xc001f491a0 0x2f687e0:0xc001f49260 0x2f68a80:0xc001f492c0 0x2f68d20:0xc001f49320 0x2f69500:0xc001f493e0 0x2f697a0:0xc001f49800 0x2f93d40:0xc001b3c1e0 0x2f940e0:0xc001b3c240 0x2f94bc0:0xc000c6d3e0 0x2f96520:0xc001b3c000 0x2f97000:0xc002692840 0x2f97e80:0xc001b3c180] 0xc000c581c0 0} I0326 23:34:45.881201 3811 gateway.go:151] Starting gateway service sync I0326 23:34:45.881644 3811 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 23:34:45.884054 3811 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 23:34:45.893956 3811 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 23:34:45.895280 3811 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 23:34:45.896594 3811 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 23:34:45.932113 3811 gateway.go:168] Gateway service sync done. Time taken: 50.896575ms I0326 23:34:45.932475 3811 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31791 I0326 23:34:45.932978 3811 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d000 0xc0002a59d0 0xc0002a5a40 0xc0002a5ab0 0xc0002a5b20 0xc0002a5b90 0xc0002a5c00 0xc000c2f310 0xc0002a5ce0 0xc0002a5dc0 0xc0001802d0 0xc006256f50 0xc0002a5e30 map[0x2f67040:0xc001f49200 0x2f67580:0xc001f49380 0x2f68000:0xc001f49140 0x2f682a0:0xc001f491a0 0x2f687e0:0xc001f49260 0x2f68a80:0xc001f492c0 0x2f68d20:0xc001f49320 0x2f69500:0xc001f493e0 0x2f697a0:0xc001f49800 0x2f93d40:0xc001b3c1e0 0x2f940e0:0xc001b3c240 0x2f94bc0:0xc000c6d3e0 0x2f96520:0xc001b3c000 0x2f97000:0xc002692840 0x2f97e80:0xc001b3c180] 0xc000c581c0 0} I0326 23:34:45.933852 3811 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d000 0xc0002a59d0 0xc0002a5a40 0xc0002a5ab0 0xc0002a5b20 0xc0002a5b90 0xc0002a5c00 0xc000c2f310 0xc0002a5ce0 0xc0002a5dc0 0xc0001802d0 0xc006256f50 0xc0002a5e30 map[0x2f67040:0xc001f49200 0x2f67580:0xc001f49380 0x2f68000:0xc001f49140 0x2f682a0:0xc001f491a0 0x2f687e0:0xc001f49260 0x2f68a80:0xc001f492c0 0x2f68d20:0xc001f49320 0x2f69500:0xc001f493e0 0x2f697a0:0xc001f49800 0x2f93d40:0xc001b3c1e0 0x2f940e0:0xc001b3c240 0x2f94bc0:0xc000c6d3e0 0x2f96520:0xc001b3c000 0x2f97000:0xc002692840 0x2f97e80:0xc001b3c180] 0xc000c581c0 0} I0326 23:34:45.933894 3811 gateway.go:519] Reconciling gateway with updates I0326 23:34:45.939548 3811 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 23:34:45.939569 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:34:45.939577 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:45.939592 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:45.939594 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:45.939599 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:45.939598 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:45.939605 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:34:45.939604 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:34:45.939612 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:45.939614 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:34:45.939615 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:45.939619 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:34:45.939625 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:45.939628 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:45.939632 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:45.939636 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:45.939639 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:45.939647 3811 default_node_network_controller.go:943] Gateway and management port readiness took 58.518ms I0326 23:34:45.939655 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:45.939656 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:34:45.939657 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:45.939584 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:34:45.939659 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:45.939669 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:45.939670 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:34:45.939674 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:45.939678 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:45.939675 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:34:45.939673 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:45.939685 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:34:45.939686 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:45.939687 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:45.939623 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:45.939694 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:45.939693 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:45.939693 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:45.939699 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:45.939702 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:45.939706 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:45.939707 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:34:45.939710 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:45.939708 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:45.939713 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:45.939715 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:45.939723 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:45.939722 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:45.939728 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:45.939730 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:45.939732 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:34:45.939734 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:34:45.939730 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:45.939739 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:34:45.939731 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:45.939744 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:45.939750 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:34:45.939752 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:45.939690 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:45.939758 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:34:45.939754 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:45.939723 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:45.939757 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:34:45.939764 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:45.939650 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:45.939787 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:45.939754 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:45.939797 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:34:45.939786 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:34:45.939717 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:45.939705 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:45.939835 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:45.939769 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:45.939666 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:45.939677 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:45.939679 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:45.939921 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:45.939676 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:45.939683 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:45.939966 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:45.939691 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:45.939695 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:45.939999 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:45.939696 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:45.940041 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:45.939695 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:45.940056 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:45.940064 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:34:45.940057 3811 port_claim.go:71] Svc openshift-ingress/router-default: port 32268 is already open, no action needed I0326 23:34:45.939704 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:45.940088 3811 port_claim.go:71] Svc openshift-ingress/router-default: port 30406 is already open, no action needed I0326 23:34:45.940094 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:45.939717 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:45.940145 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:45.939703 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:45.940157 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:45.939730 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:45.940178 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:45.939740 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:45.939740 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:45.940194 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:45.939744 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:45.940209 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:34:45.939760 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:34:45.939761 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:45.940196 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:45.939772 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:45.940291 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:34:45.939661 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:34:45.939702 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:45.940314 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:45.939660 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:34:45.940579 3811 node_ip_handler_linux.go:160] Node IP manager is running W0326 23:34:45.975489 3811 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:34:45.975683 3811 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:34:45.975865 3811 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0326 23:34:45.986521 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:34:45.986547 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:34:45.986554 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:34:45.986560 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:34:45.986567 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:34:45.986572 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:34:45.986591 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:34:45.986617 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:34:45.986630 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:34:45.986639 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:34:45.986653 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:34:45.986666 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:34:45.986698 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:34:45.986712 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:34:45.986720 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:34:45.986726 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:34:45.986731 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:34:45.986737 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:34:45.986743 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:34:45.986749 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:34:45.986754 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:34:45.986764 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:34:45.986770 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:34:46.024601 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:34:46.024600 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:34:46.317919 3811 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:46.317955 3811 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:46.317971 3811 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:46.317985 3811 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:47.082874 3811 default_node_network_controller.go:1364] Starting node controller node sync W0326 23:34:47.082913 3811 egressip_healthcheck.go:76] Health checking using insecure connection I0326 23:34:47.082981 3811 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0326 23:34:47.094926 3811 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.029369ms I0326 23:34:47.095088 3811 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-245.ec2.internal", IP: 10.0.1.245 to PMTUD blocking rules I0326 23:34:47.095104 3811 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-245.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:34:47.095107 3811 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-65.ec2.internal", IP: 10.0.2.65 to PMTUD blocking rules I0326 23:34:47.095116 3811 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-65.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:34:47.106726 3811 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 23:34:47.106974 3811 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 23:34:47.107129 3811 egressservice_node.go:183] Starting Egress Services Controller I0326 23:34:47.107148 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:34:47.107157 3811 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:34:47.107163 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:34:47.107168 3811 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:34:47.107173 3811 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:34:47.107177 3811 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:34:47.107181 3811 egressservice_node.go:197] Repairing Egress Services I0326 23:34:47.118013 3811 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 23:34:47.118029 3811 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:34:47.118211 3811 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 23:34:47.118242 3811 link_network_manager.go:117] Link manager is running I0326 23:34:47.118251 3811 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 23:34:47.118324 3811 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 23:34:47.118618 3811 vrf_manager.go:128] VRF manager is running I0326 23:34:47.118753 3811 node_controller_manager.go:437] Removing flows to drop GARP I0326 23:34:47.118772 3811 gateway.go:519] Reconciling gateway with updates I0326 23:34:47.145262 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:47.145271 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:47.145282 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:47.145291 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:47.145293 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:47.145301 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:47.145263 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:47.145360 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:47.145365 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:34:47.145363 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:34:47.145371 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:47.145378 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:47.145383 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:34:47.145383 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:34:47.145387 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:47.145399 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:34:47.145410 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:34:47.145415 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:47.145417 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:34:47.145435 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:47.145447 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:47.145446 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:34:47.145455 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:47.145368 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:47.145465 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:34:47.145462 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:47.145462 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:47.145477 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:47.145479 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:47.145434 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:47.145481 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:47.145516 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:47.145447 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:47.145525 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:47.145531 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:47.145534 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:47.145529 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:47.145540 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:47.145517 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:47.145554 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:47.145560 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:47.145567 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:34:47.145572 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:47.145574 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:47.145576 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:47.145578 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:47.145583 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:47.145579 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:47.145591 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:47.145595 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:47.145577 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:47.145601 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:47.145601 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:47.145610 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:47.145613 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:47.145612 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:47.145623 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:34:47.145629 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:47.145631 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:47.145640 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:47.145639 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:47.145645 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:47.145649 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:47.145642 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:47.145656 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:47.145661 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:47.145659 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:47.145665 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:47.145672 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:47.145396 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:47.145686 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:47.145548 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:47.145652 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:47.145713 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:47.145629 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:47.145727 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:34:47.145561 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:47.145650 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:47.145763 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:47.145618 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:47.145786 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:47.145480 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:47.145807 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:34:47.145370 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:34:47.145448 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:47.145468 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:47.146048 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:34:47.145499 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:47.146061 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:34:47.145523 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:47.146072 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:34:47.145587 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:47.146083 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:47.145657 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:47.146133 3811 port_claim.go:71] Svc openshift-ingress/router-default: port 32268 is already open, no action needed I0326 23:34:47.146143 3811 port_claim.go:71] Svc openshift-ingress/router-default: port 30406 is already open, no action needed I0326 23:34:47.145667 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:47.146254 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:47.145732 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:47.145447 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:34:47.145874 3811 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:47.146338 3811 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:47.146345 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:34:47.183907 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:34:47.183940 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:34:47.183947 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:34:47.183955 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:34:47.221842 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:34:47.221879 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:34:47.221890 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:34:47.221900 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:34:47.221910 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:34:47.221920 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:34:47.221930 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:34:47.221940 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:34:47.221949 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:34:47.221958 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:34:47.221967 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:34:47.221983 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:34:47.221993 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:34:47.222005 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:34:47.222018 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:34:47.222027 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:34:47.222037 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:34:47.222045 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:34:47.222055 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:34:47.222074 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:34:47.222087 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:34:47.222095 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:34:47.222122 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:34:47.222147 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:34:47.267904 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:34:47.267915 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:34:47.267933 3811 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:34:47.803125 3811 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:34:47.812461 3811 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:34:48.551294 3811 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:48.551322 3811 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 34.015µs I0326 23:34:48.579722 3811 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66c8fd6f5d-kfmps] creating logical port openshift-image-registry_image-registry-66c8fd6f5d-kfmps for pod on switch ip-10-0-0-85.ec2.internal I0326 23:34:48.579862 3811 kube.go:256] Updating pod openshift-image-registry/image-registry-66c8fd6f5d-kfmps I0326 23:34:48.596691 3811 pod.go:62] [openshift-image-registry/image-registry-66c8fd6f5d-kfmps] pod update took 16.856698ms I0326 23:34:48.596714 3811 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-66c8fd6f5d-kfmps] addLogicalPort annotation time took 16.887502ms I0326 23:34:48.598153 3811 pods.go:271] [openshift-image-registry/image-registry-66c8fd6f5d-kfmps] addLogicalPort took 18.445409ms, libovsdb time 1.061803ms I0326 23:34:48.608388 3811 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rmzxw] creating logical port openshift-ingress-canary_ingress-canary-rmzxw for pod on switch ip-10-0-0-85.ec2.internal I0326 23:34:48.608498 3811 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rmzxw I0326 23:34:48.612117 3811 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xg4zx] creating logical port openshift-dns_dns-default-xg4zx for pod on switch ip-10-0-0-85.ec2.internal I0326 23:34:48.612274 3811 kube.go:256] Updating pod openshift-dns/dns-default-xg4zx I0326 23:34:48.621084 3811 pod.go:62] [openshift-ingress-canary/ingress-canary-rmzxw] pod update took 12.617929ms I0326 23:34:48.621107 3811 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-rmzxw] addLogicalPort annotation time took 12.646148ms I0326 23:34:48.622280 3811 pods.go:271] [openshift-ingress-canary/ingress-canary-rmzxw] addLogicalPort took 13.909933ms, libovsdb time 819.501µs I0326 23:34:48.625164 3811 pod.go:62] [openshift-dns/dns-default-xg4zx] pod update took 12.935352ms I0326 23:34:48.625182 3811 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-xg4zx] addLogicalPort annotation time took 12.970327ms I0326 23:34:48.626314 3811 pods.go:271] [openshift-dns/dns-default-xg4zx] addLogicalPort took 14.208758ms, libovsdb time 777.352µs I0326 23:34:49.010743 3811 cni.go:403] [openshift-ingress-canary/ingress-canary-rmzxw 64269d00ac35b1f4a9e10decf1be961dbf68b7321ffdcb7a8f385ddb4a96c6c7 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rmzxw 64269d00ac35b1f4a9e10decf1be961dbf68b7321ffdcb7a8f385ddb4a96c6c7 network default NAD default] I0326 23:34:49.038550 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rmzxw, hostIfaceName: 64269d00ac35b1f, network: default, NAD default, SandboxID: "64269d00ac35b1f4a9e10decf1be961dbf68b7321ffdcb7a8f385ddb4a96c6c7", PCI device ID: , UID: "53602e27-8a4b-4809-b625-5c86b1fd8c73", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0326 23:34:49.112337 3811 cni.go:424] [openshift-ingress-canary/ingress-canary-rmzxw 64269d00ac35b1f4a9e10decf1be961dbf68b7321ffdcb7a8f385ddb4a96c6c7 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rmzxw 64269d00ac35b1f4a9e10decf1be961dbf68b7321ffdcb7a8f385ddb4a96c6c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:e7:2d:a6:45:9d\",\"name\":\"64269d00ac35b1f\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bd7e2d7-28f8-4d0c-a291-e865d6e2d205\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:34:51.190421 3811 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:34:52.217711 3811 cni.go:403] [openshift-network-diagnostics/network-check-target-rz6dg 58d4249e9578c325b167c48f8e3f086e4b1c12f625aba1b30ef181f748e7804a network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-rz6dg 58d4249e9578c325b167c48f8e3f086e4b1c12f625aba1b30ef181f748e7804a network default NAD default] I0326 23:34:52.228469 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-rz6dg, hostIfaceName: 58d4249e9578c32, network: default, NAD default, SandboxID: "58d4249e9578c325b167c48f8e3f086e4b1c12f625aba1b30ef181f748e7804a", PCI device ID: , UID: "4b7b3895-6580-4ffb-9043-cd0c238737cc", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0326 23:34:52.274418 3811 cni.go:424] [openshift-network-diagnostics/network-check-target-rz6dg 58d4249e9578c325b167c48f8e3f086e4b1c12f625aba1b30ef181f748e7804a network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-rz6dg 58d4249e9578c325b167c48f8e3f086e4b1c12f625aba1b30ef181f748e7804a network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:ad:a1:29:3e:67\",\"name\":\"58d4249e9578c32\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7de2c24-fedd-4f05-9e3c-340e31868c49\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:34:58.310990 3811 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:34:58.825668 3811 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:35:22.197300 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:35:22.197327 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:35:29.830873 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:35:29.830898 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:35:30.316455 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:35:57.543695 3811 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-4stjw for pod on switch ip-10-0-0-85.ec2.internal I0326 23:35:57.543815 3811 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw I0326 23:35:57.548060 3811 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-s4bbc for pod on switch ip-10-0-0-85.ec2.internal I0326 23:35:57.548200 3811 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc I0326 23:35:57.550702 3811 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-p8g2w for pod on switch ip-10-0-0-85.ec2.internal I0326 23:35:57.550811 3811 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w I0326 23:35:57.563828 3811 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc] pod update took 15.650238ms I0326 23:35:57.563852 3811 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc] addLogicalPort annotation time took 15.680101ms I0326 23:35:57.563900 3811 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw] pod update took 20.121366ms I0326 23:35:57.563918 3811 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw] addLogicalPort annotation time took 20.146629ms I0326 23:35:57.565013 3811 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw] addLogicalPort took 21.337972ms, libovsdb time 879.06µs I0326 23:35:57.565308 3811 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc] addLogicalPort took 17.265375ms, libovsdb time 1.143392ms I0326 23:35:57.572117 3811 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w] pod update took 21.326915ms I0326 23:35:57.572135 3811 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w] addLogicalPort annotation time took 21.348339ms I0326 23:35:57.573035 3811 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w] addLogicalPort took 22.34541ms, libovsdb time 663.682µs I0326 23:35:57.648482 3811 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-lpkq2 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:35:57.648606 3811 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2 I0326 23:35:57.654196 3811 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-7sh5d for pod on switch ip-10-0-0-85.ec2.internal I0326 23:35:57.654307 3811 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d I0326 23:35:57.665894 3811 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2] pod update took 17.311402ms I0326 23:35:57.665918 3811 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2] addLogicalPort annotation time took 17.340513ms I0326 23:35:57.667087 3811 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2] addLogicalPort took 18.620443ms, libovsdb time 879.627µs I0326 23:35:57.675070 3811 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d] pod update took 20.786886ms I0326 23:35:57.675095 3811 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d] addLogicalPort annotation time took 20.817276ms I0326 23:35:57.676133 3811 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d] addLogicalPort took 21.953753ms, libovsdb time 745.268µs I0326 23:35:57.761696 3811 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-sfzx5 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:35:57.761827 3811 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5 I0326 23:35:57.776942 3811 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5] pod update took 15.137636ms I0326 23:35:57.776965 3811 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5] addLogicalPort annotation time took 15.165267ms I0326 23:35:57.778079 3811 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5] addLogicalPort took 16.401639ms, libovsdb time 808.297µs I0326 23:35:57.902123 3811 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw 1da1cd9827957ee42b77cb36c85cd16d5fdc3ea87cd98559bcf5deaee5b347b3 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw 1da1cd9827957ee42b77cb36c85cd16d5fdc3ea87cd98559bcf5deaee5b347b3 network default NAD default] I0326 23:35:57.903044 3811 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc c922257848c25acf86d696793039855653c3124c0230cbebdf52755946eded2f network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc c922257848c25acf86d696793039855653c3124c0230cbebdf52755946eded2f network default NAD default] I0326 23:35:57.908795 3811 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w 40c58b23b9aa98655ad0dd745625a45aace76fa565caafad1c33c647473e1f62 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w 40c58b23b9aa98655ad0dd745625a45aace76fa565caafad1c33c647473e1f62 network default NAD default] I0326 23:35:57.912732 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-s4bbc, hostIfaceName: c922257848c25ac, network: default, NAD default, SandboxID: "c922257848c25acf86d696793039855653c3124c0230cbebdf52755946eded2f", PCI device ID: , UID: "bdf51ad7-4dcc-41fa-bbe1-e3fe111ff060", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0326 23:35:57.914550 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-4stjw, hostIfaceName: 1da1cd9827957ee, network: default, NAD default, SandboxID: "1da1cd9827957ee42b77cb36c85cd16d5fdc3ea87cd98559bcf5deaee5b347b3", PCI device ID: , UID: "1ea0902f-2392-45cc-abae-c57b353fa5d8", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0326 23:35:57.918499 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-p8g2w, hostIfaceName: 40c58b23b9aa986, network: default, NAD default, SandboxID: "40c58b23b9aa98655ad0dd745625a45aace76fa565caafad1c33c647473e1f62", PCI device ID: , UID: "1ff283c5-616f-4f01-b1c9-db20158d9587", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0326 23:35:57.957149 3811 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc c922257848c25acf86d696793039855653c3124c0230cbebdf52755946eded2f network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-s4bbc c922257848c25acf86d696793039855653c3124c0230cbebdf52755946eded2f network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:fe:61:70:b0:41\",\"name\":\"c922257848c25ac\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/532d3b07-0b1c-4853-8cd0-684d60bc7c10\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:35:58.119607 3811 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5 59206bfb3f3fd1b29a0ba3764b3bc6a6a12befc70c17cc5a4a0307a7f3a2bc49 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5 59206bfb3f3fd1b29a0ba3764b3bc6a6a12befc70c17cc5a4a0307a7f3a2bc49 network default NAD default] I0326 23:35:58.130696 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-sfzx5, hostIfaceName: 59206bfb3f3fd1b, network: default, NAD default, SandboxID: "59206bfb3f3fd1b29a0ba3764b3bc6a6a12befc70c17cc5a4a0307a7f3a2bc49", PCI device ID: , UID: "6dcd2755-f0bc-4ddf-8021-205831c61135", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0326 23:35:58.173803 3811 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5 59206bfb3f3fd1b29a0ba3764b3bc6a6a12befc70c17cc5a4a0307a7f3a2bc49 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-sfzx5 59206bfb3f3fd1b29a0ba3764b3bc6a6a12befc70c17cc5a4a0307a7f3a2bc49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:10:3a:d9:48:4c\",\"name\":\"59206bfb3f3fd1b\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e959c2fa-dd72-4570-878b-2fb5afcf1c61\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:35:58.177479 3811 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw 1da1cd9827957ee42b77cb36c85cd16d5fdc3ea87cd98559bcf5deaee5b347b3 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-4stjw 1da1cd9827957ee42b77cb36c85cd16d5fdc3ea87cd98559bcf5deaee5b347b3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:7f:23:af:3c:02\",\"name\":\"1da1cd9827957ee\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b8a6b69-1ee0-4bf6-a2cc-3445ecad549c\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:35:58.177781 3811 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w 40c58b23b9aa98655ad0dd745625a45aace76fa565caafad1c33c647473e1f62 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-p8g2w 40c58b23b9aa98655ad0dd745625a45aace76fa565caafad1c33c647473e1f62 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:57:c8:52:c8:b7\",\"name\":\"40c58b23b9aa986\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edff9bc6-3e2e-4311-8f55-a2fd10644a68\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:36:00.971853 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:36:01.615942 3811 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 23:36:01.616841 3811 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 873.092µs I0326 23:36:01.636219 3811 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:36:01.742380 3811 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-krjnk for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:01.742484 3811 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk I0326 23:36:01.759063 3811 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk] pod update took 16.602578ms I0326 23:36:01.759083 3811 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk] addLogicalPort annotation time took 16.627039ms I0326 23:36:01.760389 3811 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk] addLogicalPort took 18.025804ms, libovsdb time 867.655µs I0326 23:36:02.097464 3811 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk 5dba0b551d835052363015f2e89790d21236f9c211b9579250543b21fbeca6d0 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk 5dba0b551d835052363015f2e89790d21236f9c211b9579250543b21fbeca6d0 network default NAD default] I0326 23:36:02.107691 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-krjnk, hostIfaceName: 5dba0b551d83505, network: default, NAD default, SandboxID: "5dba0b551d835052363015f2e89790d21236f9c211b9579250543b21fbeca6d0", PCI device ID: , UID: "b614be57-435b-4718-9272-bf178ab22ecd", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0326 23:36:02.150379 3811 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk 5dba0b551d835052363015f2e89790d21236f9c211b9579250543b21fbeca6d0 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-krjnk 5dba0b551d835052363015f2e89790d21236f9c211b9579250543b21fbeca6d0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:02:27:c5:0e:14\",\"name\":\"5dba0b551d83505\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c27269fb-c7a5-4259-a538-85cfdaa35f8e\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:02.631259 3811 namespace.go:98] [openshift-service-ca] adding namespace I0326 23:36:02.632098 3811 namespace.go:102] [openshift-service-ca] adding namespace took 815.333µs I0326 23:36:02.651804 3811 namespace.go:142] [openshift-service-ca] updating namespace W0326 23:36:11.393562 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:36:28.210416 3811 cni.go:403] [openshift-multus/network-metrics-daemon-vbqq7 8a3779bd96b8d3b1f5235135db998e3a596b18421374d0beb872ff3f104a91d1 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-vbqq7 8a3779bd96b8d3b1f5235135db998e3a596b18421374d0beb872ff3f104a91d1 network default NAD default] I0326 23:36:28.220118 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vbqq7, hostIfaceName: 8a3779bd96b8d3b, network: default, NAD default, SandboxID: "8a3779bd96b8d3b1f5235135db998e3a596b18421374d0beb872ff3f104a91d1", PCI device ID: , UID: "ccff1b06-92b3-4c7f-960c-37058d74075f", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0326 23:36:28.262984 3811 cni.go:424] [openshift-multus/network-metrics-daemon-vbqq7 8a3779bd96b8d3b1f5235135db998e3a596b18421374d0beb872ff3f104a91d1 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vbqq7 8a3779bd96b8d3b1f5235135db998e3a596b18421374d0beb872ff3f104a91d1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:f1:3e:12:82:cd\",\"name\":\"8a3779bd96b8d3b\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45aa34f5-3d74-4197-9a3f-8e5ee82cbedb\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:36:29.250290 3811 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:36:29.263787 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 23:36:29.263805 3811 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 23:36:29.263811 3811 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0326 23:36:29.298922 3811 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-bfjjb] creating logical port openshift-console_downloads-56d45c498b-bfjjb for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:29.299001 3811 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-bfjjb I0326 23:36:29.313181 3811 pod.go:62] [openshift-console/downloads-56d45c498b-bfjjb] pod update took 14.198614ms I0326 23:36:29.313207 3811 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-bfjjb] addLogicalPort annotation time took 14.231542ms I0326 23:36:29.314478 3811 pods.go:271] [openshift-console/downloads-56d45c498b-bfjjb] addLogicalPort took 15.568513ms, libovsdb time 897.46µs I0326 23:36:29.373727 3811 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dnqj9] creating logical port openshift-insights_insights-runtime-extractor-dnqj9 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:29.373829 3811 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dnqj9 I0326 23:36:29.393914 3811 pod.go:62] [openshift-insights/insights-runtime-extractor-dnqj9] pod update took 20.109913ms I0326 23:36:29.393942 3811 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-dnqj9] addLogicalPort annotation time took 20.144274ms I0326 23:36:29.395325 3811 pods.go:271] [openshift-insights/insights-runtime-extractor-dnqj9] addLogicalPort took 21.617002ms, libovsdb time 951.793µs I0326 23:36:29.655510 3811 cni.go:403] [openshift-console/downloads-56d45c498b-bfjjb 029d5ab376d42d5d797177f239380cd30f4eb669a7983976d1085bccd7cc05f7 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-bfjjb 029d5ab376d42d5d797177f239380cd30f4eb669a7983976d1085bccd7cc05f7 network default NAD default] I0326 23:36:29.664520 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-bfjjb, hostIfaceName: 029d5ab376d42d5, network: default, NAD default, SandboxID: "029d5ab376d42d5d797177f239380cd30f4eb669a7983976d1085bccd7cc05f7", PCI device ID: , UID: "5b04f105-f05b-46f4-82b8-0d1478c50aa8", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0326 23:36:29.707433 3811 cni.go:424] [openshift-console/downloads-56d45c498b-bfjjb 029d5ab376d42d5d797177f239380cd30f4eb669a7983976d1085bccd7cc05f7 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-bfjjb 029d5ab376d42d5d797177f239380cd30f4eb669a7983976d1085bccd7cc05f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:b0:2d:b0:45:db\",\"name\":\"029d5ab376d42d5\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0835947-08f2-440a-bd5a-c1150eadb506\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:29.732422 3811 cni.go:403] [openshift-insights/insights-runtime-extractor-dnqj9 c80aa129f2b8caba34cca380e4e19eb04a9deab03c2dd93c9d7bcce82a5efec2 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dnqj9 c80aa129f2b8caba34cca380e4e19eb04a9deab03c2dd93c9d7bcce82a5efec2 network default NAD default] I0326 23:36:29.756047 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dnqj9, hostIfaceName: c80aa129f2b8cab, network: default, NAD default, SandboxID: "c80aa129f2b8caba34cca380e4e19eb04a9deab03c2dd93c9d7bcce82a5efec2", PCI device ID: , UID: "13d14c15-9e3b-4e73-87a9-d7f234f906e1", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0326 23:36:29.801015 3811 cni.go:424] [openshift-insights/insights-runtime-extractor-dnqj9 c80aa129f2b8caba34cca380e4e19eb04a9deab03c2dd93c9d7bcce82a5efec2 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dnqj9 c80aa129f2b8caba34cca380e4e19eb04a9deab03c2dd93c9d7bcce82a5efec2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:ff:2f:68:2a:8e\",\"name\":\"c80aa129f2b8cab\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b29fa739-43a6-4fd2-9300-d4516d62b6a9\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:29.822857 3811 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d 4ae961a1904ba84aee061f16c83bc2bd9dbeb061f9151f85d05688b56d396396 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d 4ae961a1904ba84aee061f16c83bc2bd9dbeb061f9151f85d05688b56d396396 network default NAD default] I0326 23:36:29.823220 3811 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2 44dae4edb7ccef24747e644f57cc0d25e784654cae942349918318a4b5e7b315 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2 44dae4edb7ccef24747e644f57cc0d25e784654cae942349918318a4b5e7b315 network default NAD default] I0326 23:36:29.835065 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-lpkq2, hostIfaceName: 44dae4edb7ccef2, network: default, NAD default, SandboxID: "44dae4edb7ccef24747e644f57cc0d25e784654cae942349918318a4b5e7b315", PCI device ID: , UID: "f35726bc-89df-4dc7-895d-40a3de9d73e0", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0326 23:36:29.835170 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-7sh5d, hostIfaceName: 4ae961a1904ba84, network: default, NAD default, SandboxID: "4ae961a1904ba84aee061f16c83bc2bd9dbeb061f9151f85d05688b56d396396", PCI device ID: , UID: "9402d14d-63c1-410d-87dd-f6493d05bdd0", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0326 23:36:29.882168 3811 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d 4ae961a1904ba84aee061f16c83bc2bd9dbeb061f9151f85d05688b56d396396 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-7sh5d 4ae961a1904ba84aee061f16c83bc2bd9dbeb061f9151f85d05688b56d396396 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:52:89:04:cd:5f\",\"name\":\"4ae961a1904ba84\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92ebfaac-5916-4438-99c7-2d2cf1461a18\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:29.897570 3811 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2 44dae4edb7ccef24747e644f57cc0d25e784654cae942349918318a4b5e7b315 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-lpkq2 44dae4edb7ccef24747e644f57cc0d25e784654cae942349918318a4b5e7b315 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:16:ab:fb:e6:d8\",\"name\":\"44dae4edb7ccef2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93b04a88-d8a0-4c44-a01c-6be66d07100c\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:36:30.498592 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:30.498619 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:30.499841 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:30.499864 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:30.499870 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 23:36:30.558273 3811 obj_retry.go:464] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:30.558314 3811 pods.go:176] Deleting pod: openshift-image-registry/image-registry-66c8fd6f5d-kfmps I0326 23:36:30.559772 3811 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-66c8fd6f5d-kfmps, ips: 10.130.0.5 I0326 23:36:30.559804 3811 obj_retry.go:464] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:30.570152 3811 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69dd55cf89-966xd] creating logical port openshift-image-registry_image-registry-69dd55cf89-966xd for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:30.570265 3811 kube.go:256] Updating pod openshift-image-registry/image-registry-69dd55cf89-966xd I0326 23:36:30.572099 3811 obj_retry.go:458] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:30.572152 3811 obj_retry.go:458] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:30.582799 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66c8fd6f5d-kfmps I0326 23:36:30.582829 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66c8fd6f5d-kfmps I0326 23:36:30.588807 3811 pod.go:62] [openshift-image-registry/image-registry-69dd55cf89-966xd] pod update took 18.586406ms I0326 23:36:30.588838 3811 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-69dd55cf89-966xd] addLogicalPort annotation time took 18.620664ms I0326 23:36:30.590120 3811 pods.go:271] [openshift-image-registry/image-registry-69dd55cf89-966xd] addLogicalPort took 19.985549ms, libovsdb time 953.109µs W0326 23:36:31.076249 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.076275 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.076284 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.077509 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.077525 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.105064 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.105087 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.106861 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.106881 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.106888 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 23:36:31.130591 3811 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:31.131276 3811 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:31.144632 3811 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:31.144658 3811 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:31.150976 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b5d664bf7-98zz6 I0326 23:36:31.151004 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b5d664bf7-98zz6 I0326 23:36:31.202282 3811 cni.go:403] [openshift-image-registry/image-registry-69dd55cf89-966xd d7fb83761413aec57771faa1abf8e419e5e84d75505fbbb19b34cc05c3622df3 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-69dd55cf89-966xd d7fb83761413aec57771faa1abf8e419e5e84d75505fbbb19b34cc05c3622df3 network default NAD default] I0326 23:36:31.212307 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69dd55cf89-966xd, hostIfaceName: d7fb83761413aec, network: default, NAD default, SandboxID: "d7fb83761413aec57771faa1abf8e419e5e84d75505fbbb19b34cc05c3622df3", PCI device ID: , UID: "f272637e-4e16-4e60-a017-e66185ea0313", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0326 23:36:31.272803 3811 cni.go:424] [openshift-image-registry/image-registry-69dd55cf89-966xd d7fb83761413aec57771faa1abf8e419e5e84d75505fbbb19b34cc05c3622df3 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-69dd55cf89-966xd d7fb83761413aec57771faa1abf8e419e5e84d75505fbbb19b34cc05c3622df3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:84:aa:30:e3:2f\",\"name\":\"d7fb83761413aec\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e13d4951-da63-444d-9824-a9d65e8757c1\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:36:31.578383 3811 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:36:32.086204 3811 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:36:32.467967 3811 base_network_controller_pods.go:487] [default/openshift-console/console-574dd8946c-trl44] creating logical port openshift-console_console-574dd8946c-trl44 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:32.468088 3811 kube.go:256] Updating pod openshift-console/console-574dd8946c-trl44 I0326 23:36:32.484520 3811 pod.go:62] [openshift-console/console-574dd8946c-trl44] pod update took 16.468239ms I0326 23:36:32.484619 3811 base_network_controller_pods.go:937] [default/openshift-console/console-574dd8946c-trl44] addLogicalPort annotation time took 16.568619ms I0326 23:36:32.485981 3811 pods.go:271] [openshift-console/console-574dd8946c-trl44] addLogicalPort took 18.03719ms, libovsdb time 949.806µs I0326 23:36:32.831735 3811 cni.go:403] [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default] ADD starting CNI request [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default] I0326 23:36:32.841425 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-574dd8946c-trl44, hostIfaceName: 62da0a09280100d, network: default, NAD default, SandboxID: "62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63", PCI device ID: , UID: "f98d52d7-07d9-4da5-9e8a-398924853c89", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0326 23:36:32.889853 3811 cni.go:424] [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default] ADD finished CNI request [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:90:0d:80:89:e1\",\"name\":\"62da0a09280100d\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0297ba53-b476-41fd-a356-8dff6723284c\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:33.161133 3811 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-bzlfc for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:33.161269 3811 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc I0326 23:36:33.175907 3811 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc] pod update took 14.691997ms I0326 23:36:33.175933 3811 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc] addLogicalPort annotation time took 14.722548ms I0326 23:36:33.177101 3811 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc] addLogicalPort took 15.98917ms, libovsdb time 836.275µs I0326 23:36:33.526152 3811 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc 268e200ef06f7137e7a231d4775c97520b23d337728d0a67413d0efb65f1c472 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc 268e200ef06f7137e7a231d4775c97520b23d337728d0a67413d0efb65f1c472 network default NAD default] I0326 23:36:33.535131 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-bzlfc, hostIfaceName: 268e200ef06f713, network: default, NAD default, SandboxID: "268e200ef06f7137e7a231d4775c97520b23d337728d0a67413d0efb65f1c472", PCI device ID: , UID: "eb87c259-e9e4-4f5c-a1b0-c6f2a88774f1", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0326 23:36:33.586917 3811 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc 268e200ef06f7137e7a231d4775c97520b23d337728d0a67413d0efb65f1c472 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bzlfc 268e200ef06f7137e7a231d4775c97520b23d337728d0a67413d0efb65f1c472 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:ff:7f:83:88:f4\",\"name\":\"268e200ef06f713\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/264601a9-1cc1-4380-9063-b7833cc919e0\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:36:35.531965 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:36:36.101997 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:36:36.594170 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 23:36:40.729366 3811 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-4dqbb for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:40.729510 3811 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb I0326 23:36:40.747851 3811 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb] pod update took 18.37129ms I0326 23:36:40.747881 3811 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb] addLogicalPort annotation time took 18.406778ms I0326 23:36:40.749385 3811 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb] addLogicalPort took 20.038236ms, libovsdb time 1.061633ms I0326 23:36:41.796620 3811 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:41.796741 3811 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0326 23:36:41.818976 3811 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.269898ms I0326 23:36:41.819008 3811 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.304216ms I0326 23:36:41.820418 3811 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.818273ms, libovsdb time 1.034859ms W0326 23:36:41.878770 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:36:43.227253 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:36:43.227280 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:36:43.476198 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:36:43.476253 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:36:44.188813 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:44.188835 3811 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:44.188840 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:36:44.617546 3811 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb c8e23d3d02f7f43b5b6c025d036048e5766d95e280f4501fffbd306a7af018e1 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb c8e23d3d02f7f43b5b6c025d036048e5766d95e280f4501fffbd306a7af018e1 network default NAD default] I0326 23:36:44.617862 3811 cni.go:403] [openshift-monitoring/alertmanager-main-0 f48ccd2ed5656257bed1c4cfb87bdef8d77873768c1e6c244c54f5daeaadde75 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f48ccd2ed5656257bed1c4cfb87bdef8d77873768c1e6c244c54f5daeaadde75 network default NAD default] I0326 23:36:44.627383 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-4dqbb, hostIfaceName: c8e23d3d02f7f43, network: default, NAD default, SandboxID: "c8e23d3d02f7f43b5b6c025d036048e5766d95e280f4501fffbd306a7af018e1", PCI device ID: , UID: "33cac076-3e8b-4e18-9c96-b1b23420dc39", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0326 23:36:44.627695 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f48ccd2ed565625, network: default, NAD default, SandboxID: "f48ccd2ed5656257bed1c4cfb87bdef8d77873768c1e6c244c54f5daeaadde75", PCI device ID: , UID: "bee69d95-5ee7-4745-bca6-7816d0a9469e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0326 23:36:44.675046 3811 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb c8e23d3d02f7f43b5b6c025d036048e5766d95e280f4501fffbd306a7af018e1 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-4dqbb c8e23d3d02f7f43b5b6c025d036048e5766d95e280f4501fffbd306a7af018e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:19:fb:49:c8:a7\",\"name\":\"c8e23d3d02f7f43\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f063fb0-3dee-4773-9b94-3dc958f902bb\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:44.691892 3811 cni.go:424] [openshift-monitoring/alertmanager-main-0 f48ccd2ed5656257bed1c4cfb87bdef8d77873768c1e6c244c54f5daeaadde75 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f48ccd2ed5656257bed1c4cfb87bdef8d77873768c1e6c244c54f5daeaadde75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:4f:00:f9:1d:ba\",\"name\":\"f48ccd2ed565625\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51238380-53f9-47f8-81ff-a99564c646fc\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:45.251528 3811 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-56b7f546d-8q24f] creating logical port openshift-monitoring_metrics-server-56b7f546d-8q24f for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:45.251752 3811 kube.go:256] Updating pod openshift-monitoring/metrics-server-56b7f546d-8q24f I0326 23:36:45.268825 3811 pod.go:62] [openshift-monitoring/metrics-server-56b7f546d-8q24f] pod update took 17.108833ms I0326 23:36:45.268917 3811 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-56b7f546d-8q24f] addLogicalPort annotation time took 17.211457ms I0326 23:36:45.270595 3811 pods.go:271] [openshift-monitoring/metrics-server-56b7f546d-8q24f] addLogicalPort took 19.088889ms, libovsdb time 1.208861ms I0326 23:36:45.466761 3811 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-j5tlh for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:45.466864 3811 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh I0326 23:36:45.587938 3811 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh] pod update took 121.099586ms I0326 23:36:45.587974 3811 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh] addLogicalPort annotation time took 121.146306ms I0326 23:36:45.589526 3811 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh] addLogicalPort took 122.785604ms, libovsdb time 1.066512ms W0326 23:36:45.620696 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0326 23:36:46.285446 3811 cni.go:403] [openshift-monitoring/metrics-server-56b7f546d-8q24f fecbde3dfeeb6d4d50a2a270a19b9c69affccb7723551d6782d06cd3cdf89e93 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-56b7f546d-8q24f fecbde3dfeeb6d4d50a2a270a19b9c69affccb7723551d6782d06cd3cdf89e93 network default NAD default] I0326 23:36:46.297479 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-56b7f546d-8q24f, hostIfaceName: fecbde3dfeeb6d4, network: default, NAD default, SandboxID: "fecbde3dfeeb6d4d50a2a270a19b9c69affccb7723551d6782d06cd3cdf89e93", PCI device ID: , UID: "c134c8ce-d750-4daa-819a-8c6c3e772f31", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0326 23:36:46.354499 3811 cni.go:424] [openshift-monitoring/metrics-server-56b7f546d-8q24f fecbde3dfeeb6d4d50a2a270a19b9c69affccb7723551d6782d06cd3cdf89e93 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-56b7f546d-8q24f fecbde3dfeeb6d4d50a2a270a19b9c69affccb7723551d6782d06cd3cdf89e93 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:7f:c0:34:7e:e5\",\"name\":\"fecbde3dfeeb6d4\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34ec7df9-09a8-4914-9362-14f5e026b3fa\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:36:46.429714 3811 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh bd840e1ffb6ebb7eca21d107f668686a5af9e662a90a53389f64f031babefef1 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh bd840e1ffb6ebb7eca21d107f668686a5af9e662a90a53389f64f031babefef1 network default NAD default] I0326 23:36:46.444060 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-j5tlh, hostIfaceName: bd840e1ffb6ebb7, network: default, NAD default, SandboxID: "bd840e1ffb6ebb7eca21d107f668686a5af9e662a90a53389f64f031babefef1", PCI device ID: , UID: "28905529-757e-466f-9ae9-aa8b34df8b59", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0326 23:36:46.504602 3811 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh bd840e1ffb6ebb7eca21d107f668686a5af9e662a90a53389f64f031babefef1 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j5tlh bd840e1ffb6ebb7eca21d107f668686a5af9e662a90a53389f64f031babefef1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:d2:12:e6:d3:6b\",\"name\":\"bd840e1ffb6ebb7\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2a86e53-d9ec-4508-8bb8-2b43ab0a7df6\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:36:46.717247 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:46.717265 3811 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:46.717270 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:36:47.192415 3811 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:36:47.192580 3811 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0326 23:36:47.221713 3811 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.191473ms I0326 23:36:47.221742 3811 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.225088ms I0326 23:36:47.223544 3811 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 31.153397ms, libovsdb time 1.337478ms W0326 23:36:47.226135 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:47.226161 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:47.226169 3811 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:47.226175 3811 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:48.201856 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:36:48.201876 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:36:48.555979 3811 cni.go:403] [openshift-monitoring/prometheus-k8s-1 bce9788413a6a23759dd76f00d09b7a615eeac661345bd423bbe4fc0e9203c36 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 bce9788413a6a23759dd76f00d09b7a615eeac661345bd423bbe4fc0e9203c36 network default NAD default] I0326 23:36:48.565837 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: bce9788413a6a23, network: default, NAD default, SandboxID: "bce9788413a6a23759dd76f00d09b7a615eeac661345bd423bbe4fc0e9203c36", PCI device ID: , UID: "ee367578-6ae8-4c50-a521-a3e3bf157d40", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0326 23:36:48.622389 3811 cni.go:424] [openshift-monitoring/prometheus-k8s-1 bce9788413a6a23759dd76f00d09b7a615eeac661345bd423bbe4fc0e9203c36 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 bce9788413a6a23759dd76f00d09b7a615eeac661345bd423bbe4fc0e9203c36 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:46:79:cc:b2:a3\",\"name\":\"bce9788413a6a23\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/041780f4-76a7-4979-9048-6673ba4b4021\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:36:48.675712 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:36:48.853616 3811 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-64489c4789-qpz86 IP address from the namespace address-set, err: pod openshift-console/console-64489c4789-qpz86: no pod IPs found W0326 23:36:49.602586 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:36:49.668310 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.668329 3811 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.668334 3811 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.668340 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.695388 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:36:49.695406 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:36:52.647174 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:36:52.829488 3811 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-6785d58857-p986s IP address from the namespace address-set, err: pod openshift-console/console-6785d58857-p986s: no pod IPs found W0326 23:36:52.829531 3811 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-6785d58857-zhh6j IP address from the namespace address-set, err: pod openshift-console/console-6785d58857-zhh6j: no pod IPs found I0326 23:37:03.263865 3811 cni.go:403] [openshift-dns/dns-default-xg4zx ce98d6409ed5d3d84d3112c8eb85286cd70bd0780dbc1e63c213c1ea7a612c53 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-xg4zx ce98d6409ed5d3d84d3112c8eb85286cd70bd0780dbc1e63c213c1ea7a612c53 network default NAD default] I0326 23:37:03.273271 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xg4zx, hostIfaceName: ce98d6409ed5d3d, network: default, NAD default, SandboxID: "ce98d6409ed5d3d84d3112c8eb85286cd70bd0780dbc1e63c213c1ea7a612c53", PCI device ID: , UID: "6cf791cb-f6d1-46d8-b7b5-2554913fa842", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0326 23:37:03.321279 3811 cni.go:424] [openshift-dns/dns-default-xg4zx ce98d6409ed5d3d84d3112c8eb85286cd70bd0780dbc1e63c213c1ea7a612c53 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-xg4zx ce98d6409ed5d3d84d3112c8eb85286cd70bd0780dbc1e63c213c1ea7a612c53 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:06:a8:6e:ee:12\",\"name\":\"ce98d6409ed5d3d\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c2a4132-4e3b-41a6-ba69-251f2cf12386\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:37:06.765504 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:37:06.765511 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:37:06.765558 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0326 23:37:07.077282 3811 cni.go:403] [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default] DEL starting CNI request [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default] I0326 23:37:07.154581 3811 cni.go:424] [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default] DEL finished CNI request [openshift-console/console-574dd8946c-trl44 62da0a09280100d2cf32bdf62acfc063f3d4f4bc4e11827a17b0d8e918e08e63 network default NAD default], result "{}", err I0326 23:37:07.210449 3811 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-trl44 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:07.210488 3811 pods.go:176] Deleting pod: openshift-console/console-574dd8946c-trl44 I0326 23:37:07.212327 3811 pods.go:236] Attempting to release IPs for pod: openshift-console/console-574dd8946c-trl44, ips: 10.130.0.18 I0326 23:37:07.212364 3811 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-trl44 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:07.219856 3811 base_network_controller_pods.go:487] [default/openshift-console/console-9dc8dc589-plgzs] creating logical port openshift-console_console-9dc8dc589-plgzs for pod on switch ip-10-0-0-85.ec2.internal I0326 23:37:07.219978 3811 kube.go:256] Updating pod openshift-console/console-9dc8dc589-plgzs I0326 23:37:07.232632 3811 pod.go:62] [openshift-console/console-9dc8dc589-plgzs] pod update took 12.688296ms I0326 23:37:07.232654 3811 base_network_controller_pods.go:937] [default/openshift-console/console-9dc8dc589-plgzs] addLogicalPort annotation time took 12.71726ms I0326 23:37:07.234087 3811 pods.go:271] [openshift-console/console-9dc8dc589-plgzs] addLogicalPort took 14.245212ms, libovsdb time 1.008845ms I0326 23:37:07.618009 3811 cni.go:403] [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default] ADD starting CNI request [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default] I0326 23:37:07.626980 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-9dc8dc589-plgzs, hostIfaceName: b1630d38d6fcc3d, network: default, NAD default, SandboxID: "b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f", PCI device ID: , UID: "325be04e-a252-413b-89f9-623c678ffbe0", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0326 23:37:07.673315 3811 cni.go:424] [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default] ADD finished CNI request [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:b5:0b:ad:b2:06\",\"name\":\"b1630d38d6fcc3d\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aeadc42-9bcf-4858-9492-e0f9a631744a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:37:07.782201 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0326 23:37:07.794683 3811 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-trl44 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:07.794720 3811 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-trl44 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:07.800519 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-574dd8946c-trl44 I0326 23:37:07.800561 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-574dd8946c-trl44 W0326 23:37:09.683744 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:37:11.805544 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:37:11.805580 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:37:11.805618 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:37:12.212215 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:37:12.212259 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:37:12.212268 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:37:12.801955 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:37:15.775355 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:37:15.775380 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:37:15.775386 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0326 23:37:15.926111 3811 obj_retry.go:464] Detected object openshift-console/console-64489c4789-gglzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:15.926718 3811 obj_retry.go:464] Detected object openshift-console/console-64489c4789-gglzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:16.738647 3811 obj_retry.go:458] Detected object openshift-console/console-64489c4789-gglzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:16.738684 3811 obj_retry.go:458] Detected object openshift-console/console-64489c4789-gglzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:16.741472 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64489c4789-gglzh I0326 23:37:16.741499 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64489c4789-gglzh W0326 23:37:17.825260 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:37:18.016669 3811 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:18.017249 3811 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:18.725291 3811 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:18.725315 3811 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:18.728414 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b5d664bf7-xfz58 I0326 23:37:18.728442 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b5d664bf7-xfz58 W0326 23:37:21.327570 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0326 23:37:43.167908 3811 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-62j7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:43.168489 3811 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-62j7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:43.407471 3811 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-62j7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:43.407497 3811 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-62j7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:43.412734 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-574dd8946c-62j7h I0326 23:37:43.412758 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-574dd8946c-62j7h I0326 23:37:47.314172 3811 obj_retry.go:464] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:47.314734 3811 obj_retry.go:464] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:47.431302 3811 obj_retry.go:458] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:47.431324 3811 obj_retry.go:458] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:47.437116 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-764b98bc4f-cmq8t I0326 23:37:47.437145 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-764b98bc4f-cmq8t W0326 23:37:47.982450 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:37:47.982481 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:38:19.311999 3811 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:38:41.248094 3811 cni.go:403] [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default] DEL starting CNI request [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default] I0326 23:38:41.329307 3811 cni.go:424] [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default] DEL finished CNI request [openshift-console/console-9dc8dc589-plgzs b1630d38d6fcc3dd05cac11326a10f4dacebd022a181c02a3d1b7e155dee3d4f network default NAD default], result "{}", err I0326 23:38:41.379242 3811 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-plgzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:41.379310 3811 pods.go:176] Deleting pod: openshift-console/console-9dc8dc589-plgzs I0326 23:38:41.380581 3811 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9dc8dc589-plgzs, ips: 10.130.0.25 I0326 23:38:41.380611 3811 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-plgzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:41.387819 3811 base_network_controller_pods.go:487] [default/openshift-console/console-797f4c6847-6nzv2] creating logical port openshift-console_console-797f4c6847-6nzv2 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:38:41.387925 3811 kube.go:256] Updating pod openshift-console/console-797f4c6847-6nzv2 I0326 23:38:41.403011 3811 pod.go:62] [openshift-console/console-797f4c6847-6nzv2] pod update took 15.124135ms I0326 23:38:41.403041 3811 base_network_controller_pods.go:937] [default/openshift-console/console-797f4c6847-6nzv2] addLogicalPort annotation time took 15.159047ms I0326 23:38:41.404538 3811 pods.go:271] [openshift-console/console-797f4c6847-6nzv2] addLogicalPort took 16.733332ms, libovsdb time 1.127519ms I0326 23:38:41.747256 3811 cni.go:403] [openshift-console/console-797f4c6847-6nzv2 c7eb760ed8c57ee718e50f2f940ec6795d2f1ea40f5e655c2d5c889063972077 network default NAD default] ADD starting CNI request [openshift-console/console-797f4c6847-6nzv2 c7eb760ed8c57ee718e50f2f940ec6795d2f1ea40f5e655c2d5c889063972077 network default NAD default] I0326 23:38:41.756179 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-797f4c6847-6nzv2, hostIfaceName: c7eb760ed8c57ee, network: default, NAD default, SandboxID: "c7eb760ed8c57ee718e50f2f940ec6795d2f1ea40f5e655c2d5c889063972077", PCI device ID: , UID: "7a1c7075-0f7d-4a29-b0ea-2ea084514228", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0326 23:38:41.804125 3811 cni.go:424] [openshift-console/console-797f4c6847-6nzv2 c7eb760ed8c57ee718e50f2f940ec6795d2f1ea40f5e655c2d5c889063972077 network default NAD default] ADD finished CNI request [openshift-console/console-797f4c6847-6nzv2 c7eb760ed8c57ee718e50f2f940ec6795d2f1ea40f5e655c2d5c889063972077 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:1a:ce:dc:be:6f\",\"name\":\"c7eb760ed8c57ee\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a949322-c8af-4b47-afd8-feeddacd4ac3\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:38:42.176870 3811 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-plgzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:42.176925 3811 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-plgzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:42.179529 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9dc8dc589-plgzs I0326 23:38:42.179574 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9dc8dc589-plgzs I0326 23:38:51.926194 3811 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-s78mx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:51.926795 3811 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-s78mx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:52.086305 3811 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-s78mx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:52.086337 3811 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-s78mx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:52.090609 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9dc8dc589-s78mx I0326 23:38:52.090630 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9dc8dc589-s78mx W0326 23:38:52.203114 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:39:52.325646 3811 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:40:00.196282 3811 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576140-b5ww2 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:40:00.196389 3811 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 I0326 23:40:00.209827 3811 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2] pod update took 13.46867ms I0326 23:40:00.209856 3811 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2] addLogicalPort annotation time took 13.503345ms I0326 23:40:00.211007 3811 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2] addLogicalPort took 14.742482ms, libovsdb time 838.329µs I0326 23:40:00.470140 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:00.470761 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:00.571970 3811 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default] I0326 23:40:00.581791 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576140-b5ww2, hostIfaceName: 8080515300afc1f, network: default, NAD default, SandboxID: "8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422", PCI device ID: , UID: "18af7a64-ce98-4575-969c-474422d0acb1", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0326 23:40:00.629301 3811 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:53:2d:d5:dd:86\",\"name\":\"8080515300afc1f\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27e1fda3-3fcd-4db6-a20c-cb7fa7afa1de\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:40:01.369412 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.369438 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.392498 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.392522 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.395822 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn I0326 23:40:01.395850 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn I0326 23:40:03.367183 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 23:40:03.367282 3811 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-57thh IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-57thh: no pod IPs found I0326 23:40:03.495386 3811 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default] I0326 23:40:03.569903 3811 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 8080515300afc1fc7cd6e76b2cdd6ee3c93cadfe51aed3412679ada0da542422 network default NAD default], result "{}", err I0326 23:40:03.611291 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:03.611331 3811 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 I0326 23:40:03.612729 3811 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2, ips: 10.130.0.27 I0326 23:40:03.612763 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:04.505418 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:04.505454 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:52.919577 3811 namespace.go:98] [tsf] adding namespace I0326 23:40:52.920580 3811 namespace.go:102] [tsf] adding namespace took 974.528µs I0326 23:40:52.934341 3811 namespace.go:142] [tsf] updating namespace I0326 23:40:52.944158 3811 namespace.go:142] [tsf] updating namespace I0326 23:40:56.602681 3811 namespace.go:98] [rhbk-operator] adding namespace I0326 23:40:56.603449 3811 namespace.go:102] [rhbk-operator] adding namespace took 741.757µs I0326 23:40:56.609207 3811 namespace.go:98] [tsf-keycloak] adding namespace I0326 23:40:56.609333 3811 namespace.go:98] [rhtpa-operator] adding namespace I0326 23:40:56.609896 3811 namespace.go:102] [tsf-keycloak] adding namespace took 671.009µs I0326 23:40:56.610417 3811 namespace.go:102] [rhtpa-operator] adding namespace took 1.07124ms I0326 23:40:56.617066 3811 namespace.go:98] [konflux-operator] adding namespace I0326 23:40:56.617210 3811 namespace.go:98] [cert-manager-operator] adding namespace I0326 23:40:56.617327 3811 namespace.go:98] [tsf-tas] adding namespace I0326 23:40:56.617484 3811 namespace.go:98] [konflux-ui] adding namespace I0326 23:40:56.617516 3811 namespace.go:98] [tsf-tpa] adding namespace I0326 23:40:56.617716 3811 namespace.go:102] [konflux-operator] adding namespace took 633.664µs I0326 23:40:56.618420 3811 namespace.go:102] [cert-manager-operator] adding namespace took 1.19437ms I0326 23:40:56.618888 3811 namespace.go:102] [tsf-tas] adding namespace took 1.537772ms I0326 23:40:56.619311 3811 namespace.go:102] [konflux-ui] adding namespace took 1.8098ms I0326 23:40:56.619756 3811 namespace.go:102] [tsf-tpa] adding namespace took 2.231884ms I0326 23:40:56.620214 3811 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:56.634051 3811 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:56.645285 3811 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:56.653408 3811 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:56.656615 3811 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:56.656660 3811 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:56.656821 3811 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:56.668623 3811 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:56.674151 3811 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:56.674877 3811 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:56.677247 3811 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:56.677338 3811 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:56.704096 3811 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:56.704292 3811 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:56.710132 3811 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:56.718786 3811 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:56.730742 3811 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:56.740134 3811 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:56.751195 3811 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:56.773441 3811 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:56.773491 3811 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:56.782752 3811 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:56.786815 3811 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:56.801195 3811 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:57.990315 3811 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:57.990433 3811 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:04.149919 3811 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.150513 3811 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.150543 3811 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.150551 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:04.150561 3811 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.150565 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:05.175022 3811 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.175052 3811 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.175069 3811 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.175085 3811 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.766971 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0326 23:41:09.869764 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0326 23:41:10.896125 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0326 23:41:11.851788 3811 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.852321 3811 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.852347 3811 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.852357 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:11.852374 3811 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.852381 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:11.907991 3811 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.908477 3811 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.908502 3811 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.908513 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:11.908529 3811 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.908538 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:11.939958 3811 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.940398 3811 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.940417 3811 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.940423 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:11.940438 3811 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.940445 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:11.966585 3811 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.967049 3811 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.967070 3811 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.967075 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:11.967084 3811 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.967088 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:12.882863 3811 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.882891 3811 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.882908 3811 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.882920 3811 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935531 3811 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935557 3811 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935579 3811 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935590 3811 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.963697 3811 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.963723 3811 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.963741 3811 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.963756 3811 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.991336 3811 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.991360 3811 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.991373 3811 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.991387 3811 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:15.768758 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0326 23:41:17.897160 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0326 23:41:20.894259 3811 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.894747 3811 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.894770 3811 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.894780 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:20.894793 3811 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.894802 3811 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:21.937658 3811 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:21.937682 3811 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:21.937698 3811 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:21.937708 3811 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:41:22.288381 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.479350 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.488370 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.498759 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.505321 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:41:26.863928 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0326 23:41:28.454551 3811 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-hdk26 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:41:28.454690 3811 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26 I0326 23:41:28.471317 3811 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26] pod update took 16.656642ms I0326 23:41:28.471345 3811 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26] addLogicalPort annotation time took 16.688321ms I0326 23:41:28.472736 3811 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26] addLogicalPort took 18.201932ms, libovsdb time 1.000058ms I0326 23:41:28.816831 3811 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26 e9205b8d4aff98bc16768357023301741b6d701fec586fdd15070e59cf237b6a network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26 e9205b8d4aff98bc16768357023301741b6d701fec586fdd15070e59cf237b6a network default NAD default] I0326 23:41:28.825770 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-hdk26, hostIfaceName: e9205b8d4aff98b, network: default, NAD default, SandboxID: "e9205b8d4aff98bc16768357023301741b6d701fec586fdd15070e59cf237b6a", PCI device ID: , UID: "c2b6ed9c-f6ed-49ac-a25a-37050073d4d9", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0326 23:41:28.870902 3811 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26 e9205b8d4aff98bc16768357023301741b6d701fec586fdd15070e59cf237b6a network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-hdk26 e9205b8d4aff98bc16768357023301741b6d701fec586fdd15070e59cf237b6a network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:95:04:ea:15:60\",\"name\":\"e9205b8d4aff98b\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c0a05bd-efcc-4a84-9c69-b8672bfc8b2c\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:29.472471 3811 namespace.go:142] [openshift-operators] updating namespace I0326 23:41:29.492715 3811 namespace.go:142] [openshift-operators] updating namespace W0326 23:41:31.863410 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 23:41:36.461475 3811 namespace.go:142] [openshift-operators] updating namespace I0326 23:41:36.954899 3811 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-qqmrj for pod on switch ip-10-0-0-85.ec2.internal I0326 23:41:36.955034 3811 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj I0326 23:41:36.981242 3811 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj] pod update took 26.21422ms I0326 23:41:36.981272 3811 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj] addLogicalPort annotation time took 26.268906ms I0326 23:41:36.982557 3811 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj] addLogicalPort took 27.679361ms, libovsdb time 882.333µs I0326 23:41:36.987361 3811 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-c5jsf for pod on switch ip-10-0-0-85.ec2.internal I0326 23:41:36.987477 3811 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf I0326 23:41:37.010531 3811 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf] pod update took 23.077867ms I0326 23:41:37.010559 3811 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf] addLogicalPort annotation time took 23.111782ms I0326 23:41:37.011768 3811 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf] addLogicalPort took 24.417362ms, libovsdb time 895.482µs I0326 23:41:37.344337 3811 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj 41c57b37ccef7638c12afe82fd2e717cf32cf4a64fa145297f9ece86597fee3a network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj 41c57b37ccef7638c12afe82fd2e717cf32cf4a64fa145297f9ece86597fee3a network default NAD default] I0326 23:41:37.353405 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-qqmrj, hostIfaceName: 41c57b37ccef763, network: default, NAD default, SandboxID: "41c57b37ccef7638c12afe82fd2e717cf32cf4a64fa145297f9ece86597fee3a", PCI device ID: , UID: "99361dd7-cabe-4388-b6dd-98020024e26b", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0326 23:41:37.353457 3811 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf 0e65d53f649d08774c6a2abef14f4591816c5a290ad58244019411a26745ac9c network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf 0e65d53f649d08774c6a2abef14f4591816c5a290ad58244019411a26745ac9c network default NAD default] I0326 23:41:37.362880 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-c5jsf, hostIfaceName: 0e65d53f649d087, network: default, NAD default, SandboxID: "0e65d53f649d08774c6a2abef14f4591816c5a290ad58244019411a26745ac9c", PCI device ID: , UID: "ee571a11-bda5-41c9-b6c8-3e4328dd4bb1", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0326 23:41:37.406046 3811 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj 41c57b37ccef7638c12afe82fd2e717cf32cf4a64fa145297f9ece86597fee3a network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-qqmrj 41c57b37ccef7638c12afe82fd2e717cf32cf4a64fa145297f9ece86597fee3a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:62:8a:c8:9c:f0\",\"name\":\"41c57b37ccef763\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/175186ac-7daf-4be3-926d-87abb2cf980c\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:37.428024 3811 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf 0e65d53f649d08774c6a2abef14f4591816c5a290ad58244019411a26745ac9c network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-c5jsf 0e65d53f649d08774c6a2abef14f4591816c5a290ad58244019411a26745ac9c network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:2b:f4:6e:58:08\",\"name\":\"0e65d53f649d087\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20653fc2-5ba3-432b-8b96-c0cadb7ceca5\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:37.859774 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0326 23:41:42.934381 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 23:41:46.147201 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 23:41:46.310173 3811 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 23:41:46.311043 3811 namespace.go:102] [trusted-artifact-signer] adding namespace took 839.029µs I0326 23:41:46.358721 3811 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:46.385428 3811 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:47.042651 3811 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-jkjct for pod on switch ip-10-0-0-85.ec2.internal I0326 23:41:47.042826 3811 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct I0326 23:41:47.073419 3811 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct] pod update took 30.628462ms I0326 23:41:47.073444 3811 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct] addLogicalPort annotation time took 30.670911ms I0326 23:41:47.074732 3811 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct] addLogicalPort took 32.167783ms, libovsdb time 906.663µs I0326 23:41:47.703692 3811 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct 2c3782c3c480b5463789865a687ce3f59332b79e6e81a4dd5194555823c20e66 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct 2c3782c3c480b5463789865a687ce3f59332b79e6e81a4dd5194555823c20e66 network default NAD default] I0326 23:41:47.713830 3811 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-jkjct, hostIfaceName: 2c3782c3c480b54, network: default, NAD default, SandboxID: "2c3782c3c480b5463789865a687ce3f59332b79e6e81a4dd5194555823c20e66", PCI device ID: , UID: "522a430c-1782-464b-9441-47f1dae1e24f", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0326 23:41:47.774212 3811 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct 2c3782c3c480b5463789865a687ce3f59332b79e6e81a4dd5194555823c20e66 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jkjct 2c3782c3c480b5463789865a687ce3f59332b79e6e81a4dd5194555823c20e66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:85:2a:75:ea:bc\",\"name\":\"2c3782c3c480b54\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3884dea8-79a7-43f7-a5ee-162ccea56d6d\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:51.257875 3811 namespace.go:98] [openshift-pipelines] adding namespace I0326 23:41:51.258936 3811 namespace.go:102] [openshift-pipelines] adding namespace took 1.031199ms I0326 23:41:51.280061 3811 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:41:52.253583 3811 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:52.647740 3811 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:52.701209 3811 namespace.go:98] [cert-manager] adding namespace I0326 23:41:52.702113 3811 namespace.go:102] [cert-manager] adding namespace took 860.038µs I0326 23:41:52.731285 3811 namespace.go:142] [cert-manager] updating namespace I0326 23:41:52.749054 3811 namespace.go:142] [cert-manager] updating namespace I0326 23:41:52.877260 3811 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:53.171402 3811 namespace.go:142] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] updating namespace I0326 23:41:53.567950 3811 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:53.779890 3811 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:53.973218 3811 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:54.173961 3811 namespace.go:142] [tsf] updating namespace I0326 23:41:54.376740 3811 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:54.574759 3811 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:54.772749 3811 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:54.895361 3811 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:54.904978 3811 namespace.go:142] [default] updating namespace I0326 23:41:54.914137 3811 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:54.925754 3811 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:54.936171 3811 namespace.go:142] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] updating namespace I0326 23:41:54.945161 3811 namespace.go:142] [openshift] updating namespace I0326 23:41:54.956480 3811 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:54.965950 3811 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:54.974834 3811 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:54.985549 3811 namespace.go:142] [tsf] updating namespace I0326 23:41:54.996904 3811 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:55.010245 3811 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:55.037054 3811 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:55.140705 3811 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:55.229638 3811 namespace.go:142] [default] updating namespace I0326 23:41:55.332099 3811 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:55.433217 3811 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:55.532349 3811 namespace.go:142] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] updating namespace I0326 23:41:55.632512 3811 namespace.go:142] [openshift] updating namespace I0326 23:41:55.733950 3811 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:55.832617 3811 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:55.891023 3811 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:41:55.930604 3811 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:56.032065 3811 namespace.go:142] [tsf] updating namespace I0326 23:41:56.133853 3811 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:56.231654 3811 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:56.333542 3811 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:56.671796 3811 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:41:56.977423 3811 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-dsl65] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-dsl65 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:41:56.977570 3811 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-dsl65 I0326 23:41:56.991302 3811 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-dsl65] pod update took 13.75767ms I0326 23:41:56.991325 3811 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-dsl65] addLogicalPort annotation time took 13.787096ms I0326 23:41:56.992723 3811 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-dsl65] addLogicalPort took 15.321812ms, libovsdb time 980.311µs I0326 23:41:57.234075 3811 namespace.go:142] [cert-manager] updating namespace I0326 23:41:57.337843 3811 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-dsl65 32aa458da149f210e0c388503f428b9ad7f48c0285fc10350d1b5748d7d44fd3 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-dsl65 32aa458da149f210e0c388503f428b9ad7f48c0285fc10350d1b5748d7d44fd3 network default NAD default] I0326 23:41:57.347975 3811 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-dsl65, hostIfaceName: 32aa458da149f21, network: default, NAD default, SandboxID: "32aa458da149f210e0c388503f428b9ad7f48c0285fc10350d1b5748d7d44fd3", PCI device ID: , UID: "64f701fd-ce98-497f-b1c4-8bffc9474ac3", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0326 23:41:57.355314 3811 namespace.go:142] [cert-manager] updating namespace I0326 23:41:57.399767 3811 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-dsl65 32aa458da149f210e0c388503f428b9ad7f48c0285fc10350d1b5748d7d44fd3 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-dsl65 32aa458da149f210e0c388503f428b9ad7f48c0285fc10350d1b5748d7d44fd3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:fa:9a:55:8d:ea\",\"name\":\"32aa458da149f21\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f07f63b4-8b42-4b64-9049-b457c53fd148\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:57.484343 3811 namespace.go:142] [cert-manager] updating namespace W0326 23:41:58.593317 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 23:41:58.593340 3811 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0326 23:42:00.117540 3811 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:00.118086 3811 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:00.140960 3811 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:00.140989 3811 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:00.147004 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 23:42:00.147036 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 23:42:04.468878 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-8wth9] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-8wth9 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:42:04.468994 3811 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-8wth9 I0326 23:42:04.483025 3811 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-8wth9] pod update took 14.076562ms I0326 23:42:04.483047 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-8wth9] addLogicalPort annotation time took 14.106771ms I0326 23:42:04.484268 3811 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-8wth9] addLogicalPort took 15.403708ms, libovsdb time 875.331µs I0326 23:42:04.829995 3811 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-8wth9 aa6ab858b1159dfdc82a194b3b842429e655a7e368664d7fffc2923e64dc2209 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-8wth9 aa6ab858b1159dfdc82a194b3b842429e655a7e368664d7fffc2923e64dc2209 network default NAD default] I0326 23:42:04.838512 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-8wth9, hostIfaceName: aa6ab858b1159df, network: default, NAD default, SandboxID: "aa6ab858b1159dfdc82a194b3b842429e655a7e368664d7fffc2923e64dc2209", PCI device ID: , UID: "6b2ac289-8785-4a3d-863c-3929d0f92bac", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0326 23:42:04.887218 3811 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-8wth9 aa6ab858b1159dfdc82a194b3b842429e655a7e368664d7fffc2923e64dc2209 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-8wth9 aa6ab858b1159dfdc82a194b3b842429e655a7e368664d7fffc2923e64dc2209 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:91:d9:14:cc:da\",\"name\":\"aa6ab858b1159df\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9abcf33d-c015-432d-84d7-ab5ca3ec11ec\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:42:08.046299 3811 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:08.046320 3811 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:08.046324 3811 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:08.599222 3811 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:08.599256 3811 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:08.599263 3811 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:08.605078 3811 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:08.605094 3811 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:08.605100 3811 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:08.605104 3811 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:12.044110 3811 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 23:42:12.156866 3811 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0326 23:42:19.041608 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:19.041629 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:19.041635 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0326 23:42:31.674565 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-tz9nn for pod on switch ip-10-0-0-85.ec2.internal I0326 23:42:31.674671 3811 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn I0326 23:42:31.693880 3811 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn] pod update took 19.23497ms I0326 23:42:31.693901 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn] addLogicalPort annotation time took 19.262283ms I0326 23:42:31.695191 3811 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn] addLogicalPort took 20.640926ms, libovsdb time 887.637µs I0326 23:42:31.792633 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-rrbmf for pod on switch ip-10-0-0-85.ec2.internal I0326 23:42:31.792776 3811 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf I0326 23:42:31.805478 3811 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf] pod update took 12.72461ms I0326 23:42:31.805498 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf] addLogicalPort annotation time took 12.749796ms I0326 23:42:31.806769 3811 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf] addLogicalPort took 14.156312ms, libovsdb time 840.345µs I0326 23:42:32.035105 3811 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn b7f99516a49f0e6b84a3c136ac8cd9bf0da075fa6ead2cc60dac92529b1b87ac network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn b7f99516a49f0e6b84a3c136ac8cd9bf0da075fa6ead2cc60dac92529b1b87ac network default NAD default] I0326 23:42:32.043967 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-tz9nn, hostIfaceName: b7f99516a49f0e6, network: default, NAD default, SandboxID: "b7f99516a49f0e6b84a3c136ac8cd9bf0da075fa6ead2cc60dac92529b1b87ac", PCI device ID: , UID: "41709cf4-2f91-4cf5-b092-388eb1b86dff", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0326 23:42:32.090254 3811 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn b7f99516a49f0e6b84a3c136ac8cd9bf0da075fa6ead2cc60dac92529b1b87ac network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-tz9nn b7f99516a49f0e6b84a3c136ac8cd9bf0da075fa6ead2cc60dac92529b1b87ac network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:5b:f3:7f:52:8a\",\"name\":\"b7f99516a49f0e6\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f48f1f9-2969-413e-ae6b-c7b6432051ac\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:42:32.150988 3811 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf 364caf93ab81d9556182896adef4b04771cd8577266c3956673d878ddf3991ab network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf 364caf93ab81d9556182896adef4b04771cd8577266c3956673d878ddf3991ab network default NAD default] I0326 23:42:32.159566 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-rrbmf, hostIfaceName: 364caf93ab81d95, network: default, NAD default, SandboxID: "364caf93ab81d9556182896adef4b04771cd8577266c3956673d878ddf3991ab", PCI device ID: , UID: "489255c0-d78a-4448-a48d-9f77978f16c9", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0326 23:42:32.205595 3811 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf 364caf93ab81d9556182896adef4b04771cd8577266c3956673d878ddf3991ab network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-rrbmf 364caf93ab81d9556182896adef4b04771cd8577266c3956673d878ddf3991ab network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:12:76:f4:26:ca\",\"name\":\"364caf93ab81d95\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11b535c1-b4a9-42b3-8063-42189da86270\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:42:34.164729 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 23:42:35.310169 3811 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:35.310752 3811 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:35.328976 3811 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:35.328999 3811 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:35.331821 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 23:42:35.331844 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0326 23:42:43.230046 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:42:43.230127 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:42:43.230144 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:42:46.995523 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-lsc4f for pod on switch ip-10-0-0-85.ec2.internal I0326 23:42:46.995639 3811 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f I0326 23:42:47.011151 3811 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f] pod update took 15.532214ms I0326 23:42:47.011177 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f] addLogicalPort annotation time took 15.566469ms I0326 23:42:47.012564 3811 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f] addLogicalPort took 17.056975ms, libovsdb time 982.906µs I0326 23:42:47.360990 3811 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f 71cf0603672c96f9a9eb415466022b9d2ca73fc26826da67c2007f547ea21230 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f 71cf0603672c96f9a9eb415466022b9d2ca73fc26826da67c2007f547ea21230 network default NAD default] I0326 23:42:47.370243 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-lsc4f, hostIfaceName: 71cf0603672c96f, network: default, NAD default, SandboxID: "71cf0603672c96f9a9eb415466022b9d2ca73fc26826da67c2007f547ea21230", PCI device ID: , UID: "2c06c0cc-53c8-4f23-abf8-c194cd84d740", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0326 23:42:47.419150 3811 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f 71cf0603672c96f9a9eb415466022b9d2ca73fc26826da67c2007f547ea21230 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-lsc4f 71cf0603672c96f9a9eb415466022b9d2ca73fc26826da67c2007f547ea21230 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:dc:f6:47:b6:39\",\"name\":\"71cf0603672c96f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f5763fa-f576-4c64-82c1-9bc92f2c6de2\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:42:47.879728 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0326 23:42:51.342590 3811 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 23:43:01.636363 3811 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:01.636945 3811 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:02.351426 3811 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:02.351456 3811 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:02.357510 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:43:02.357531 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0326 23:43:04.380513 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:04.380533 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:04.382339 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:43:07.187800 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-vhv5c for pod on switch ip-10-0-0-85.ec2.internal I0326 23:43:07.187903 3811 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c I0326 23:43:07.201301 3811 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c] pod update took 13.425348ms I0326 23:43:07.201328 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c] addLogicalPort annotation time took 13.455387ms I0326 23:43:07.202731 3811 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c] addLogicalPort took 14.945118ms, libovsdb time 956.36µs I0326 23:43:07.276579 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-bjxdr for pod on switch ip-10-0-0-85.ec2.internal I0326 23:43:07.276692 3811 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr I0326 23:43:07.289641 3811 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr] pod update took 12.982002ms I0326 23:43:07.289666 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr] addLogicalPort annotation time took 13.012889ms I0326 23:43:07.291102 3811 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr] addLogicalPort took 14.545366ms, libovsdb time 938.189µs I0326 23:43:08.154840 3811 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c 0a2ecdfa524a018d05b6b512b28e2fad1068be4f01b778516d4d2549259ef5d0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c 0a2ecdfa524a018d05b6b512b28e2fad1068be4f01b778516d4d2549259ef5d0 network default NAD default] I0326 23:43:08.164490 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-vhv5c, hostIfaceName: 0a2ecdfa524a018, network: default, NAD default, SandboxID: "0a2ecdfa524a018d05b6b512b28e2fad1068be4f01b778516d4d2549259ef5d0", PCI device ID: , UID: "5c7932ee-01df-4d20-8225-06c513972228", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0326 23:43:08.216483 3811 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c 0a2ecdfa524a018d05b6b512b28e2fad1068be4f01b778516d4d2549259ef5d0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-vhv5c 0a2ecdfa524a018d05b6b512b28e2fad1068be4f01b778516d4d2549259ef5d0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:20:10:08:41:4c\",\"name\":\"0a2ecdfa524a018\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a09380ff-1e5e-4d63-b317-02f7e9f3f65c\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:43:08.239402 3811 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr 06e7035b1d86af39d4c769b8824fe3af74b414505375b9524576ad2cc4c93fb2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr 06e7035b1d86af39d4c769b8824fe3af74b414505375b9524576ad2cc4c93fb2 network default NAD default] I0326 23:43:08.252356 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-bjxdr, hostIfaceName: 06e7035b1d86af3, network: default, NAD default, SandboxID: "06e7035b1d86af39d4c769b8824fe3af74b414505375b9524576ad2cc4c93fb2", PCI device ID: , UID: "f5947e1b-669e-44aa-9f31-bdeb6d8f460d", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0326 23:43:08.302334 3811 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr 06e7035b1d86af39d4c769b8824fe3af74b414505375b9524576ad2cc4c93fb2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bjxdr 06e7035b1d86af39d4c769b8824fe3af74b414505375b9524576ad2cc4c93fb2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:8c:17:3f:f9:cc\",\"name\":\"06e7035b1d86af3\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98523c66-bf8d-4706-a8a6-e4906a93ea74\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:43:12.365603 3811 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:12.365623 3811 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:12.365641 3811 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0326 23:43:17.772464 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=192 W0326 23:43:18.411790 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:18.411810 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:18.411816 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0326 23:43:20.885854 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0326 23:43:26.337682 3811 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:43:35.768023 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0326 23:43:37.749853 3811 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:37.750476 3811 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:37.777096 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=797 I0326 23:43:38.769376 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-zlxcx for pod on switch ip-10-0-0-85.ec2.internal I0326 23:43:38.769476 3811 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx I0326 23:43:38.795101 3811 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx] pod update took 25.644901ms I0326 23:43:38.795130 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx] addLogicalPort annotation time took 25.679823ms I0326 23:43:38.796594 3811 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx] addLogicalPort took 27.233978ms, libovsdb time 1.065855ms I0326 23:43:38.866039 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0326 23:43:39.130931 3811 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx 1e5aeea75712e3e59bd3cefeeeddabb5fea29fce1072e5c78daca28a695262d7 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx 1e5aeea75712e3e59bd3cefeeeddabb5fea29fce1072e5c78daca28a695262d7 network default NAD default] I0326 23:43:39.139267 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-zlxcx, hostIfaceName: 1e5aeea75712e3e, network: default, NAD default, SandboxID: "1e5aeea75712e3e59bd3cefeeeddabb5fea29fce1072e5c78daca28a695262d7", PCI device ID: , UID: "085ef177-2e1a-47c7-8b0d-e205d786df9f", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0326 23:43:39.190110 3811 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx 1e5aeea75712e3e59bd3cefeeeddabb5fea29fce1072e5c78daca28a695262d7 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zlxcx 1e5aeea75712e3e59bd3cefeeeddabb5fea29fce1072e5c78daca28a695262d7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:f9:0d:0b:e1:7f\",\"name\":\"1e5aeea75712e3e\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6be37e64-c123-4965-8caa-5153c3d0202b\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:43:41.989061 3811 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0326 23:43:43.761152 3811 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vmcfl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:43.761720 3811 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vmcfl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:44.790194 3811 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vmcfl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:44.790218 3811 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vmcfl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:45.143298 3811 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:45.143880 3811 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:45.627632 3811 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:45.627674 3811 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:45.633978 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:43:45.634003 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0326 23:43:47.665400 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:47.665421 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:47.665519 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:44:15.769902 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0326 23:44:18.874288 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0326 23:44:37.896831 3811 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:37.896864 3811 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:37.903821 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:44:37.903837 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:44:47.122785 3811 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:44:47.123321 3811 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:44:47.141457 3811 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:47.141479 3811 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:47.144494 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:44:47.144520 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:44:50.225910 3811 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-ctr6k-gxz4z] creating logical port tsf-tas_ctlog-createtree-job-ctr6k-gxz4z for pod on switch ip-10-0-0-85.ec2.internal I0326 23:44:50.226004 3811 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-ctr6k-gxz4z I0326 23:44:50.229971 3811 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-585985bf5f-rfjq9] creating logical port tsf-tas_trillian-logserver-585985bf5f-rfjq9 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:44:50.230059 3811 kube.go:256] Updating pod tsf-tas/trillian-logserver-585985bf5f-rfjq9 I0326 23:44:50.238128 3811 pod.go:62] [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z] pod update took 12.149435ms I0326 23:44:50.238147 3811 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-ctr6k-gxz4z] addLogicalPort annotation time took 12.173962ms I0326 23:44:50.239431 3811 pods.go:271] [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z] addLogicalPort took 13.53348ms, libovsdb time 834.681µs I0326 23:44:50.246388 3811 pod.go:62] [tsf-tas/trillian-logserver-585985bf5f-rfjq9] pod update took 16.35489ms I0326 23:44:50.246414 3811 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-585985bf5f-rfjq9] addLogicalPort annotation time took 16.383243ms I0326 23:44:50.247830 3811 pods.go:271] [tsf-tas/trillian-logserver-585985bf5f-rfjq9] addLogicalPort took 17.872767ms, libovsdb time 916.615µs I0326 23:44:51.200698 3811 cni.go:403] [tsf-tas/trillian-logserver-585985bf5f-rfjq9 9a61ef80dbfb66fb822892cf38afd83ea8a1f7371abe6208024227c2fc7854a1 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-585985bf5f-rfjq9 9a61ef80dbfb66fb822892cf38afd83ea8a1f7371abe6208024227c2fc7854a1 network default NAD default] I0326 23:44:51.209240 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-585985bf5f-rfjq9, hostIfaceName: 9a61ef80dbfb66f, network: default, NAD default, SandboxID: "9a61ef80dbfb66fb822892cf38afd83ea8a1f7371abe6208024227c2fc7854a1", PCI device ID: , UID: "fcfb01bf-3d5a-4d94-800d-08235bcf3783", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0326 23:44:51.260938 3811 cni.go:424] [tsf-tas/trillian-logserver-585985bf5f-rfjq9 9a61ef80dbfb66fb822892cf38afd83ea8a1f7371abe6208024227c2fc7854a1 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-585985bf5f-rfjq9 9a61ef80dbfb66fb822892cf38afd83ea8a1f7371abe6208024227c2fc7854a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:8b:70:fe:a8:b9\",\"name\":\"9a61ef80dbfb66f\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a602557-83a8-4cd3-b338-c4222f5fa313\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:44:51.589495 3811 cni.go:403] [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default] I0326 23:44:51.598919 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-ctr6k-gxz4z, hostIfaceName: a739cb6e840dd2a, network: default, NAD default, SandboxID: "a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a", PCI device ID: , UID: "11973be0-0691-4d1a-9f6b-641688d63c65", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0326 23:44:51.649046 3811 cni.go:424] [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:b2:be:7d:55:3e\",\"name\":\"a739cb6e840dd2a\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da6189f5-93c3-4d09-bd79-30c7e41cd5a1\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:44:52.033201 3811 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:44:52.033219 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:44:57.066357 3811 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 23:44:57.920504 3811 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0326 23:44:59.078946 3811 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0326 23:45:01.542111 3811 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:01.542714 3811 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:02.561920 3811 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:02.561942 3811 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:23.671183 3811 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:45:23.671200 3811 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:45:23.671217 3811 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 40.442µs I0326 23:45:23.698801 3811 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-h4r92] creating logical port kube-system_global-pull-secret-syncer-h4r92 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:45:23.698891 3811 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-h4r92 I0326 23:45:23.713689 3811 pod.go:62] [kube-system/global-pull-secret-syncer-h4r92] pod update took 14.823027ms I0326 23:45:23.713716 3811 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-h4r92] addLogicalPort annotation time took 14.854066ms I0326 23:45:23.715027 3811 pods.go:271] [kube-system/global-pull-secret-syncer-h4r92] addLogicalPort took 16.239963ms, libovsdb time 804.928µs I0326 23:45:24.059278 3811 cni.go:403] [kube-system/global-pull-secret-syncer-h4r92 181f15149ab540f29dd6c592d460d1eaf86e5a2bba9c4e0db5160629f98c83e6 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-h4r92 181f15149ab540f29dd6c592d460d1eaf86e5a2bba9c4e0db5160629f98c83e6 network default NAD default] I0326 23:45:24.068318 3811 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-h4r92, hostIfaceName: 181f15149ab540f, network: default, NAD default, SandboxID: "181f15149ab540f29dd6c592d460d1eaf86e5a2bba9c4e0db5160629f98c83e6", PCI device ID: , UID: "7d096f49-3aa3-452f-9e14-c60a820091fa", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0326 23:45:24.119091 3811 cni.go:424] [kube-system/global-pull-secret-syncer-h4r92 181f15149ab540f29dd6c592d460d1eaf86e5a2bba9c4e0db5160629f98c83e6 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-h4r92 181f15149ab540f29dd6c592d460d1eaf86e5a2bba9c4e0db5160629f98c83e6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:d7:58:98:d9:fb\",\"name\":\"181f15149ab540f\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/651c0cf1-51c7-4e87-80fe-c9269f63f3f6\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:45:26.022291 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0326 23:45:37.422129 3811 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:37.422799 3811 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:37.442926 3811 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:37.442954 3811 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:37.445821 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 23:45:37.445839 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 23:45:44.171518 3811 cni.go:403] [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default] I0326 23:45:44.248862 3811 cni.go:424] [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-ctr6k-gxz4z a739cb6e840dd2ab2a44837e27f1b8cdf9b89a9ee30a97ff47e03a063d14785a network default NAD default], result "{}", err I0326 23:45:44.302387 3811 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:44.302426 3811 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-ctr6k-gxz4z I0326 23:45:44.303817 3811 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-ctr6k-gxz4z, ips: 10.130.0.40 I0326 23:45:44.303850 3811 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:45.184416 3811 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:45.184439 3811 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:45.458499 3811 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-855bccb97-bc6qx] creating logical port tsf-tas_ctlog-855bccb97-bc6qx for pod on switch ip-10-0-0-85.ec2.internal I0326 23:45:45.458644 3811 kube.go:256] Updating pod tsf-tas/ctlog-855bccb97-bc6qx I0326 23:45:45.476275 3811 pod.go:62] [tsf-tas/ctlog-855bccb97-bc6qx] pod update took 17.663335ms I0326 23:45:45.476371 3811 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-855bccb97-bc6qx] addLogicalPort annotation time took 17.764148ms I0326 23:45:45.477855 3811 pods.go:271] [tsf-tas/ctlog-855bccb97-bc6qx] addLogicalPort took 19.378679ms, libovsdb time 923.19µs I0326 23:45:46.419320 3811 cni.go:403] [tsf-tas/ctlog-855bccb97-bc6qx b308b2784557454310041a0312a3da07198d7283ce91380a7c88ec6ef6abfd9b network default NAD default] ADD starting CNI request [tsf-tas/ctlog-855bccb97-bc6qx b308b2784557454310041a0312a3da07198d7283ce91380a7c88ec6ef6abfd9b network default NAD default] I0326 23:45:46.428104 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-855bccb97-bc6qx, hostIfaceName: b308b2784557454, network: default, NAD default, SandboxID: "b308b2784557454310041a0312a3da07198d7283ce91380a7c88ec6ef6abfd9b", PCI device ID: , UID: "92edfcf6-b0c1-4d11-b682-04b5ab6b7112", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0326 23:45:46.477917 3811 obj_retry.go:464] Detected object tsf/patch-tekton-config-p9frc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:46.478455 3811 obj_retry.go:464] Detected object tsf/patch-tekton-config-p9frc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:46.479596 3811 cni.go:424] [tsf-tas/ctlog-855bccb97-bc6qx b308b2784557454310041a0312a3da07198d7283ce91380a7c88ec6ef6abfd9b network default NAD default] ADD finished CNI request [tsf-tas/ctlog-855bccb97-bc6qx b308b2784557454310041a0312a3da07198d7283ce91380a7c88ec6ef6abfd9b network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:c2:cc:4a:d7:bc\",\"name\":\"b308b2784557454\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0dabc97-4f10-4536-bb90-54e9c4e8a235\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:45:47.364951 3811 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:47.364978 3811 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:47.490878 3811 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-5b76f] creating logical port tsf_tsf-tekton-configuration-5b76f for pod on switch ip-10-0-0-85.ec2.internal I0326 23:45:47.491051 3811 kube.go:256] Updating pod tsf/tsf-tekton-configuration-5b76f I0326 23:45:47.502102 3811 pod.go:62] [tsf/tsf-tekton-configuration-5b76f] pod update took 11.073473ms I0326 23:45:47.502188 3811 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-5b76f] addLogicalPort annotation time took 11.165818ms I0326 23:45:47.503846 3811 pods.go:271] [tsf/tsf-tekton-configuration-5b76f] addLogicalPort took 12.990903ms, libovsdb time 996.013µs I0326 23:45:47.926154 3811 cni.go:403] [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default] I0326 23:45:47.935300 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-5b76f, hostIfaceName: 73f2b5db0fc2b11, network: default, NAD default, SandboxID: "73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596", PCI device ID: , UID: "2da9fd2d-e4fd-4905-9cad-4451b082c740", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0326 23:45:47.985708 3811 cni.go:424] [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:ad:e9:47:fb:11\",\"name\":\"73f2b5db0fc2b11\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02891893-81cb-46f3-8086-193ba6339038\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:45:48.200112 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0326 23:45:51.824074 3811 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:51.824711 3811 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:52.675783 3811 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:52.675806 3811 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:56.806798 3811 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6b97bf445b-5bsrc] creating logical port tsf-tas_rekor-search-ui-6b97bf445b-5bsrc for pod on switch ip-10-0-0-85.ec2.internal I0326 23:45:56.806887 3811 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6b97bf445b-5bsrc I0326 23:45:56.825209 3811 pod.go:62] [tsf-tas/rekor-search-ui-6b97bf445b-5bsrc] pod update took 18.340864ms I0326 23:45:56.825258 3811 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-6b97bf445b-5bsrc] addLogicalPort annotation time took 18.395435ms I0326 23:45:56.826526 3811 pods.go:271] [tsf-tas/rekor-search-ui-6b97bf445b-5bsrc] addLogicalPort took 19.741854ms, libovsdb time 847.154µs I0326 23:45:57.166627 3811 cni.go:403] [tsf-tas/rekor-search-ui-6b97bf445b-5bsrc 670dec002948264aa12625213d6865651ff97b2fa37cdf6ebc95b8a25789682c network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-6b97bf445b-5bsrc 670dec002948264aa12625213d6865651ff97b2fa37cdf6ebc95b8a25789682c network default NAD default] I0326 23:45:57.176870 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6b97bf445b-5bsrc, hostIfaceName: 670dec002948264, network: default, NAD default, SandboxID: "670dec002948264aa12625213d6865651ff97b2fa37cdf6ebc95b8a25789682c", PCI device ID: , UID: "8fdd0f4e-b8b6-4c17-a7c1-07a98a1cd01c", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0326 23:45:57.232781 3811 cni.go:424] [tsf-tas/rekor-search-ui-6b97bf445b-5bsrc 670dec002948264aa12625213d6865651ff97b2fa37cdf6ebc95b8a25789682c network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-6b97bf445b-5bsrc 670dec002948264aa12625213d6865651ff97b2fa37cdf6ebc95b8a25789682c network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:f3:ee:9b:71:d7\",\"name\":\"670dec002948264\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4eee62c1-91da-4325-a761-a5cac8a8cb88\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:45:57.262151 3811 cni.go:403] [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default] I0326 23:45:57.346032 3811 cni.go:424] [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-5b76f 73f2b5db0fc2b112a063ebb67195859db0409871aa2f459e47e7b09fb5f35596 network default NAD default], result "{}", err I0326 23:45:57.389832 3811 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5b76f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:57.389878 3811 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-5b76f I0326 23:45:57.391495 3811 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-5b76f, ips: 10.130.0.44 I0326 23:45:57.391532 3811 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5b76f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:58.267623 3811 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5b76f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.267652 3811 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5b76f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.298681 3811 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.298707 3811 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.301323 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p9frc I0326 23:45:58.301353 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p9frc W0326 23:45:58.698491 3811 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0326 23:45:59.210768 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0326 23:46:00.270633 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0326 23:46:06.746518 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0326 23:46:07.600900 3811 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:07.601455 3811 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:07.619952 3811 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:07.619972 3811 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:07.626606 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 23:46:07.626629 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 23:46:11.659476 3811 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:11.660064 3811 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:11.678070 3811 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:11.678093 3811 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:11.684684 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 23:46:11.684716 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0326 23:46:12.385042 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0326 23:46:17.690036 3811 obj_retry.go:464] Detected object tsf-tpa/create-db-mqls9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:17.690604 3811 obj_retry.go:464] Detected object tsf-tpa/create-db-mqls9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:18.713080 3811 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:18.713104 3811 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:21.716250 3811 obj_retry.go:464] Detected object tsf-tpa/migrate-db-lrmwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:21.716820 3811 obj_retry.go:464] Detected object tsf-tpa/migrate-db-lrmwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:21.842825 3811 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:21.842850 3811 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:22.915738 3811 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-sl26r-ljq49] creating logical port tsf-tas_tuf-repository-init-sl26r-ljq49 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:46:22.915843 3811 kube.go:256] Updating pod tsf-tas/tuf-repository-init-sl26r-ljq49 I0326 23:46:22.927009 3811 pod.go:62] [tsf-tas/tuf-repository-init-sl26r-ljq49] pod update took 11.189967ms I0326 23:46:22.927093 3811 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-sl26r-ljq49] addLogicalPort annotation time took 11.281542ms I0326 23:46:22.928661 3811 pods.go:271] [tsf-tas/tuf-repository-init-sl26r-ljq49] addLogicalPort took 12.942809ms, libovsdb time 1.11866ms I0326 23:46:24.726245 3811 obj_retry.go:464] Detected object tsf-tpa/create-importers-bm8cq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:24.726804 3811 obj_retry.go:464] Detected object tsf-tpa/create-importers-bm8cq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:25.680105 3811 cni.go:403] [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default] I0326 23:46:25.689246 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-sl26r-ljq49, hostIfaceName: 69dafa00df0381e, network: default, NAD default, SandboxID: "69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550", PCI device ID: , UID: "f5289f4f-4d4e-48bb-8615-325227682426", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0326 23:46:25.740207 3811 cni.go:424] [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:93:67:cf:82:e8\",\"name\":\"69dafa00df0381e\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d115c492-ffd7-4df4-acb2-90bf9ae6d143\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:46:25.748716 3811 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:25.748754 3811 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:29.437130 3811 cni.go:403] [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default] I0326 23:46:29.523299 3811 cni.go:424] [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-sl26r-ljq49 69dafa00df0381e2fed98cd21a951279b71949eb27e7b4e579dc8a796c58b550 network default NAD default], result "{}", err I0326 23:46:29.576839 3811 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:29.576877 3811 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-sl26r-ljq49 I0326 23:46:29.578306 3811 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-sl26r-ljq49, ips: 10.130.0.46 I0326 23:46:29.578336 3811 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:30.451336 3811 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:30.451363 3811 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:35.008945 3811 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-k8n76] creating logical port tsf-tas_tuf-bc5768c88-k8n76 for pod on switch ip-10-0-0-85.ec2.internal I0326 23:46:35.009047 3811 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-k8n76 I0326 23:46:35.021802 3811 pod.go:62] [tsf-tas/tuf-bc5768c88-k8n76] pod update took 12.775972ms I0326 23:46:35.021828 3811 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-k8n76] addLogicalPort annotation time took 12.809531ms I0326 23:46:35.023257 3811 pods.go:271] [tsf-tas/tuf-bc5768c88-k8n76] addLogicalPort took 14.33375ms, libovsdb time 942.083µs I0326 23:46:35.899796 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 W0326 23:46:38.916023 3811 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0326 23:46:43.781348 3811 cni.go:403] [tsf-tas/tuf-bc5768c88-k8n76 ded14588ae67357ee89dfb381d539d1267d8e5117a92ef2e72dca1ef22e1c667 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-k8n76 ded14588ae67357ee89dfb381d539d1267d8e5117a92ef2e72dca1ef22e1c667 network default NAD default] I0326 23:46:43.790323 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-k8n76, hostIfaceName: ded14588ae67357, network: default, NAD default, SandboxID: "ded14588ae67357ee89dfb381d539d1267d8e5117a92ef2e72dca1ef22e1c667", PCI device ID: , UID: "4e29252d-73b6-4d1d-aeb7-6cbf2649667e", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0326 23:46:43.839854 3811 cni.go:424] [tsf-tas/tuf-bc5768c88-k8n76 ded14588ae67357ee89dfb381d539d1267d8e5117a92ef2e72dca1ef22e1c667 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-k8n76 ded14588ae67357ee89dfb381d539d1267d8e5117a92ef2e72dca1ef22e1c667 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:59:8b:f2:c6:0a\",\"name\":\"ded14588ae67357\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0da8023d-2bcc-45ef-9040-547788309af8\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:46:46.526526 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0326 23:46:57.537427 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0326 23:47:05.988696 3811 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:05.989276 3811 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:06.009968 3811 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:06.009986 3811 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:06.016835 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 23:47:06.016860 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 23:47:06.703619 3811 namespace.go:98] [build-service] adding namespace I0326 23:47:06.704678 3811 namespace.go:102] [build-service] adding namespace took 1.02579ms I0326 23:47:06.704734 3811 namespace.go:98] [image-controller] adding namespace I0326 23:47:06.705055 3811 namespace.go:98] [integration-service] adding namespace I0326 23:47:06.705398 3811 namespace.go:102] [image-controller] adding namespace took 654.246µs I0326 23:47:06.706009 3811 namespace.go:102] [integration-service] adding namespace took 933.67µs I0326 23:47:06.744390 3811 namespace.go:142] [build-service] updating namespace I0326 23:47:06.774371 3811 namespace.go:142] [build-service] updating namespace I0326 23:47:06.782951 3811 namespace.go:142] [image-controller] updating namespace I0326 23:47:06.827303 3811 namespace.go:142] [image-controller] updating namespace I0326 23:47:06.827802 3811 namespace.go:142] [integration-service] updating namespace I0326 23:47:06.862505 3811 namespace.go:142] [integration-service] updating namespace I0326 23:47:06.964733 3811 namespace.go:142] [build-service] updating namespace I0326 23:47:06.986672 3811 namespace.go:142] [integration-service] updating namespace I0326 23:47:07.030376 3811 namespace.go:98] [release-service] adding namespace I0326 23:47:07.031262 3811 namespace.go:102] [release-service] adding namespace took 864.241µs I0326 23:47:07.098564 3811 namespace.go:142] [release-service] updating namespace I0326 23:47:07.116328 3811 namespace.go:142] [konflux-ui] updating namespace I0326 23:47:07.129568 3811 namespace.go:98] [konflux-info] adding namespace I0326 23:47:07.129587 3811 namespace.go:142] [release-service] updating namespace I0326 23:47:07.130429 3811 namespace.go:102] [konflux-info] adding namespace took 841.132µs I0326 23:47:07.172322 3811 namespace.go:98] [namespace-lister] adding namespace I0326 23:47:07.173129 3811 namespace.go:102] [namespace-lister] adding namespace took 784.513µs I0326 23:47:07.181140 3811 namespace.go:142] [konflux-info] updating namespace I0326 23:47:07.193476 3811 namespace.go:98] [enterprise-contract-service] adding namespace I0326 23:47:07.194369 3811 namespace.go:102] [enterprise-contract-service] adding namespace took 874.646µs I0326 23:47:07.203199 3811 namespace.go:142] [image-controller] updating namespace I0326 23:47:07.295322 3811 namespace.go:142] [konflux-info] updating namespace I0326 23:47:07.295355 3811 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:07.317683 3811 namespace.go:98] [default-tenant] adding namespace I0326 23:47:07.318625 3811 namespace.go:102] [default-tenant] adding namespace took 917.173µs I0326 23:47:07.376471 3811 namespace.go:98] [segment-bridge] adding namespace I0326 23:47:07.377267 3811 namespace.go:102] [segment-bridge] adding namespace took 771.722µs I0326 23:47:07.487353 3811 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:07.692102 3811 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:07.831279 3811 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 23:47:07.831932 3811 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 23:47:07.831951 3811 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 23:47:07.834507 3811 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 23:47:07.872098 3811 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:07.880100 3811 namespace.go:142] [default-tenant] updating namespace I0326 23:47:08.022009 3811 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 23:47:08.022036 3811 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 23:47:08.022148 3811 namespace.go:142] [default-tenant] updating namespace I0326 23:47:08.022917 3811 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 23:47:08.118090 3811 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:08.183246 3811 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:09.060378 3811 namespace.go:142] [build-service] updating namespace I0326 23:47:09.300132 3811 namespace.go:142] [default-tenant] updating namespace I0326 23:47:09.596106 3811 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:09.778211 3811 namespace.go:142] [image-controller] updating namespace I0326 23:47:10.037497 3811 namespace.go:142] [integration-service] updating namespace I0326 23:47:10.251147 3811 namespace.go:142] [konflux-info] updating namespace I0326 23:47:10.390825 3811 base_network_controller_pods.go:487] [default/konflux-ui/proxy-b794b55d5-pdwzf] creating logical port konflux-ui_proxy-b794b55d5-pdwzf for pod on switch ip-10-0-0-85.ec2.internal I0326 23:47:10.390928 3811 kube.go:256] Updating pod konflux-ui/proxy-b794b55d5-pdwzf I0326 23:47:10.446791 3811 pod.go:62] [konflux-ui/proxy-b794b55d5-pdwzf] pod update took 55.896165ms I0326 23:47:10.446816 3811 base_network_controller_pods.go:937] [default/konflux-ui/proxy-b794b55d5-pdwzf] addLogicalPort annotation time took 55.926944ms I0326 23:47:10.448142 3811 pods.go:271] [konflux-ui/proxy-b794b55d5-pdwzf] addLogicalPort took 57.334353ms, libovsdb time 925.182µs I0326 23:47:10.491213 3811 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:10.721346 3811 namespace.go:142] [release-service] updating namespace W0326 23:47:10.879036 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0326 23:47:10.929656 3811 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:11.014333 3811 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:11.014964 3811 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:11.052366 3811 namespace.go:142] [build-service] updating namespace I0326 23:47:11.067422 3811 namespace.go:142] [default-tenant] updating namespace I0326 23:47:11.083088 3811 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:11.092724 3811 namespace.go:142] [image-controller] updating namespace I0326 23:47:11.105083 3811 namespace.go:142] [integration-service] updating namespace I0326 23:47:11.131285 3811 namespace.go:142] [konflux-info] updating namespace I0326 23:47:11.153351 3811 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:11.160545 3811 namespace.go:142] [release-service] updating namespace I0326 23:47:11.173674 3811 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:11.353070 3811 namespace.go:142] [build-service] updating namespace I0326 23:47:11.457340 3811 namespace.go:142] [default-tenant] updating namespace I0326 23:47:11.555625 3811 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:11.657069 3811 namespace.go:142] [image-controller] updating namespace I0326 23:47:11.754979 3811 namespace.go:142] [integration-service] updating namespace I0326 23:47:11.856188 3811 namespace.go:142] [konflux-info] updating namespace I0326 23:47:11.898645 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0326 23:47:11.963487 3811 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:12.050324 3811 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:12.050349 3811 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:12.056291 3811 namespace.go:142] [release-service] updating namespace I0326 23:47:12.175555 3811 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:12.200548 3811 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-85.ec2.internal I0326 23:47:12.200634 3811 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0326 23:47:12.220357 3811 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 19.744016ms I0326 23:47:12.220379 3811 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 19.771432ms I0326 23:47:12.221732 3811 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 21.203126ms, libovsdb time 906.248µs I0326 23:47:12.562730 3811 cni.go:403] [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default] I0326 23:47:12.571325 3811 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 94059044b8c6f17, network: default, NAD default, SandboxID: "94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b", PCI device ID: , UID: "03e0676a-de0d-4119-8ea6-ca6525343c7d", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0326 23:47:12.622765 3811 cni.go:424] [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:c2:96:e3:0e:d7\",\"name\":\"94059044b8c6f17\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e95122e-16f5-40ef-b09d-580ff7d69bdb\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:47:13.899770 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:47:13.929991 3811 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0326 23:47:18.266741 3811 cni.go:403] [konflux-ui/proxy-b794b55d5-pdwzf 8f9e3c569f9c5d8f9141ae6f2130d924dda22580e96184000b23a92cf7cd8d44 network default NAD default] ADD starting CNI request [konflux-ui/proxy-b794b55d5-pdwzf 8f9e3c569f9c5d8f9141ae6f2130d924dda22580e96184000b23a92cf7cd8d44 network default NAD default] I0326 23:47:18.276490 3811 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-b794b55d5-pdwzf, hostIfaceName: 8f9e3c569f9c5d8, network: default, NAD default, SandboxID: "8f9e3c569f9c5d8f9141ae6f2130d924dda22580e96184000b23a92cf7cd8d44", PCI device ID: , UID: "cca3008b-a0cd-4080-a233-48b27e513beb", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0326 23:47:18.333736 3811 cni.go:424] [konflux-ui/proxy-b794b55d5-pdwzf 8f9e3c569f9c5d8f9141ae6f2130d924dda22580e96184000b23a92cf7cd8d44 network default NAD default] ADD finished CNI request [konflux-ui/proxy-b794b55d5-pdwzf 8f9e3c569f9c5d8f9141ae6f2130d924dda22580e96184000b23a92cf7cd8d44 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:6c:97:87:4e:13\",\"name\":\"8f9e3c569f9c5d8\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb627e0f-f3f0-413b-af70-3f1ec53236a2\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:47:19.947943 3811 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 23:47:24.987346 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:47:24.991376 3811 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:47:25.021528 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:25.021550 3811 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:25.050605 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:47:25.053034 3811 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:47:25.107205 3811 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:47:25.108037 3811 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 23:47:25.760471 3811 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:25.760497 3811 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0326 23:47:25.872086 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0326 23:47:36.416868 3811 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:36.417481 3811 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:37.083501 3811 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:37.083524 3811 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:37.092203 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-h969m I0326 23:47:37.092247 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-h969m W0326 23:48:02.059147 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 23:48:02.059175 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0326 23:48:02.059192 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 23:48:02.059199 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0326 23:48:02.816371 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 23:48:02.816394 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0326 23:48:03.862875 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0326 23:48:05.866412 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0326 23:48:20.771512 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0326 23:48:32.371868 3811 obj_retry.go:464] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:32.372430 3811 obj_retry.go:464] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:32.715542 3811 obj_retry.go:458] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:32.715578 3811 obj_retry.go:458] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:32.721664 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cb54d888d-tkqnz I0326 23:48:32.721690 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cb54d888d-tkqnz I0326 23:48:36.882598 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0326 23:48:40.769545 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0326 23:48:43.197665 3811 cni.go:403] [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default] I0326 23:48:43.275117 3811 cni.go:424] [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 94059044b8c6f17ddcabe3c75fe1ded4f41ccd6bc215f56cc143426d1969f18b network default NAD default], result "{}", err I0326 23:48:43.327818 3811 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:43.327863 3811 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0326 23:48:43.329275 3811 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.49 I0326 23:48:43.329304 3811 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:43.364728 3811 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:43.364759 3811 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:43.372297 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 23:48:43.372326 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 23:49:08.885697 3811 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:08.886294 3811 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:09.695967 3811 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:09.695998 3811 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:09.702569 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 I0326 23:49:09.702605 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 I0326 23:49:21.990734 3811 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:21.991382 3811 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:22.723112 3811 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:22.723137 3811 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:22.728789 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g I0326 23:49:22.728818 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g I0326 23:50:04.133524 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.134065 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.773484 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=64 I0326 23:50:04.997429 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:04.997462 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:53.889570 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0326 23:51:24.780131 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=402 I0326 23:51:35.893334 3811 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0326 23:51:50.871112 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0326 23:52:22.771134 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0326 23:52:49.877083 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 23:53:09.775794 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=108 I0326 23:54:08.902782 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0326 23:54:41.869959 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:55:52.875026 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0326 23:55:56.776382 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0326 23:56:06.772245 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0326 23:56:18.045963 3811 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:18.046013 3811 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:18.050339 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-mqls9 I0326 23:56:18.050370 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-mqls9 I0326 23:56:21.025893 3811 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:21.025943 3811 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:21.029401 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lrmwt I0326 23:56:21.029429 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lrmwt I0326 23:56:25.026144 3811 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:25.026192 3811 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:25.028458 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-bm8cq I0326 23:56:25.028487 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-bm8cq I0326 23:56:28.774789 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 W0326 23:56:33.178342 3811 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-66c8fd6f5d-kfmps I0326 23:56:51.866427 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0326 23:56:53.901718 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 23:57:07.782762 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0326 23:58:35.885904 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0326 23:59:05.773561 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0326 23:59:12.874308 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0326 23:59:55.713094 3811 namespace.go:98] [default-tenant-managed] adding namespace I0326 23:59:55.714010 3811 namespace.go:102] [default-tenant-managed] adding namespace took 892.527µs I0326 23:59:55.741727 3811 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:55.761606 3811 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:56.729514 3811 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:56.857021 3811 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:56.961340 3811 namespace.go:142] [default-tenant-managed] updating namespace I0327 00:00:00.326939 3811 base_network_controller_pods.go:487] [default/tsf-tas/backfill-redis-29576160-wthnl] creating logical port tsf-tas_backfill-redis-29576160-wthnl for pod on switch ip-10-0-0-85.ec2.internal I0327 00:00:00.327072 3811 kube.go:256] Updating pod tsf-tas/backfill-redis-29576160-wthnl I0327 00:00:00.338864 3811 pod.go:62] [tsf-tas/backfill-redis-29576160-wthnl] pod update took 11.811488ms I0327 00:00:00.338893 3811 base_network_controller_pods.go:937] [default/tsf-tas/backfill-redis-29576160-wthnl] addLogicalPort annotation time took 11.845072ms I0327 00:00:00.340292 3811 pods.go:271] [tsf-tas/backfill-redis-29576160-wthnl] addLogicalPort took 13.367137ms, libovsdb time 970.913µs I0327 00:00:00.717033 3811 cni.go:403] [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default] ADD starting CNI request [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default] I0327 00:00:00.725715 3811 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: backfill-redis-29576160-wthnl, hostIfaceName: 399bea9cbec5e1e, network: default, NAD default, SandboxID: "399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3", PCI device ID: , UID: "63593818-382e-4b85-a9f6-210f5c2267ea", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0327 00:00:00.777539 3811 cni.go:424] [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default] ADD finished CNI request [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:74:1e:a3:b1:60\",\"name\":\"399bea9cbec5e1e\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e26df3a-fe30-4130-9960-0a908c53094d\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:02.602044 3811 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:02.602642 3811 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.213221 3811 obj_retry.go:464] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.213776 3811 obj_retry.go:464] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.323328 3811 obj_retry.go:458] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:03.323348 3811 obj_retry.go:458] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:03.600974 3811 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.601548 3811 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.625038 3811 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:03.625064 3811 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.486479 3811 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.486907 3811 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.621327 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.621943 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.622025 3811 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.622044 3811 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:05.489938 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:05.489969 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:05.511955 3811 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:05.511974 3811 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:10.895761 3811 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0327 00:00:23.892074 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0327 00:00:41.778347 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0327 00:00:44.905479 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0327 00:00:45.114078 3811 cni.go:403] [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default] DEL starting CNI request [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default] I0327 00:00:45.182506 3811 cni.go:424] [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default] DEL finished CNI request [tsf-tas/backfill-redis-29576160-wthnl 399bea9cbec5e1eb74cb7dacc2a03d216226f7492783da7e6bbf1392fa995fe3 network default NAD default], result "{}", err I0327 00:00:45.235579 3811 obj_retry.go:464] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:45.235616 3811 pods.go:176] Deleting pod: tsf-tas/backfill-redis-29576160-wthnl I0327 00:00:45.236980 3811 pods.go:236] Attempting to release IPs for pod: tsf-tas/backfill-redis-29576160-wthnl, ips: 10.130.0.50 I0327 00:00:45.237007 3811 obj_retry.go:464] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:46.262010 3811 obj_retry.go:458] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:46.262039 3811 obj_retry.go:458] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:01:01.879919 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0327 00:01:03.819002 3811 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-9wrfp for pod on switch ip-10-0-0-85.ec2.internal I0327 00:01:03.819139 3811 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp I0327 00:01:03.836404 3811 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp] pod update took 17.296512ms I0327 00:01:03.836437 3811 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp] addLogicalPort annotation time took 17.333083ms I0327 00:01:03.837991 3811 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp] addLogicalPort took 19.009588ms, libovsdb time 1.021822ms I0327 00:01:04.186208 3811 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp 5b4355641c688623152d118d394bf321fbdc55784e19c0adececc83ec63ded5d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp 5b4355641c688623152d118d394bf321fbdc55784e19c0adececc83ec63ded5d network default NAD default] I0327 00:01:04.195994 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-9wrfp, hostIfaceName: 5b4355641c68862, network: default, NAD default, SandboxID: "5b4355641c688623152d118d394bf321fbdc55784e19c0adececc83ec63ded5d", PCI device ID: , UID: "6c1a8104-6b84-4b22-a5de-27ab04d140e3", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0327 00:01:04.251563 3811 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp 5b4355641c688623152d118d394bf321fbdc55784e19c0adececc83ec63ded5d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-9wrfp 5b4355641c688623152d118d394bf321fbdc55784e19c0adececc83ec63ded5d network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:b9:7c:44:7c:a3\",\"name\":\"5b4355641c68862\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2098b49e-b3db-4926-8aa8-38bf0dd7d4a2\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:01:17.086388 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:17.087006 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 00:01:20.269057 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 00:01:20.269079 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 00:01:20.269085 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 00:01:20.269090 3811 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0327 00:01:47.322856 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:47.323468 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:02:05.462395 3811 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-build-container-pod for pod on switch ip-10-0-0-85.ec2.internal I0327 00:02:05.462555 3811 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod I0327 00:02:05.497008 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:02:05.497730 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:02:05.503961 3811 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod] pod update took 41.448555ms I0327 00:02:05.503985 3811 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod] addLogicalPort annotation time took 41.476961ms I0327 00:02:05.505300 3811 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod] addLogicalPort took 42.927714ms, libovsdb time 879.726µs I0327 00:02:05.830889 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default] I0327 00:02:05.840559 3811 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-build-container-pod, hostIfaceName: 681ebcfff4fbea9, network: default, NAD default, SandboxID: "681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5", PCI device ID: , UID: "67932551-1d1c-43fa-9bb1-7f135359c94f", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0327 00:02:05.893930 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:80:6a:6e:c4:8e\",\"name\":\"681ebcfff4fbea9\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ef81281-e2c9-4ab0-bf08-ddb2d9be9572\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:20.785323 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=130 I0327 00:02:23.777102 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0327 00:02:25.869299 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0327 00:02:37.886080 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 00:03:08.904366 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0327 00:03:14.781804 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0327 00:03:39.873348 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 00:04:03.775158 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0327 00:04:43.594720 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default] I0327 00:04:43.701030 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod 681ebcfff4fbea9f7dda07b46a31137e4e83a5a66bfdf3b7a6bca4c4adfedaf5 network default NAD default], result "{}", err I0327 00:04:43.817129 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:04:43.817169 3811 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod I0327 00:04:43.818844 3811 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod, ips: 10.130.0.52 I0327 00:04:43.818876 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:25.307112 3811 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod for pod on switch ip-10-0-0-85.ec2.internal I0327 00:05:25.307287 3811 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod I0327 00:05:25.338813 3811 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod] pod update took 31.559861ms I0327 00:05:25.338841 3811 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod] addLogicalPort annotation time took 31.591302ms I0327 00:05:25.340115 3811 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod] addLogicalPort took 33.027408ms, libovsdb time 845.502µs I0327 00:05:25.383921 3811 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-clair-scan-pod for pod on switch ip-10-0-0-85.ec2.internal I0327 00:05:25.384073 3811 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod I0327 00:05:25.552794 3811 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod I0327 00:05:25.628683 3811 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod] pod update took 244.646088ms I0327 00:05:25.628710 3811 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod] addLogicalPort annotation time took 244.680363ms I0327 00:05:25.630086 3811 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod] addLogicalPort took 246.179077ms, libovsdb time 931.475µs I0327 00:05:25.676656 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default] I0327 00:05:25.685664 3811 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod, hostIfaceName: d4d3a11adad1304, network: default, NAD default, SandboxID: "d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9", PCI device ID: , UID: "782b8319-84eb-4ae1-9fe3-ec79e4c61796", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0327 00:05:25.738590 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default] I0327 00:05:25.739397 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:75:43:3e:de:36\",\"name\":\"d4d3a11adad1304\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e167609-cd47-44d4-8c2a-9c4db7ba05d6\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:05:25.749315 3811 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-clair-scan-pod, hostIfaceName: 15ba5a25bf844b1, network: default, NAD default, SandboxID: "15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b", PCI device ID: , UID: "7dd791b5-b6fa-46cb-b2ef-185e98411331", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0327 00:05:25.800046 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:23:d5:c8:ed:d3\",\"name\":\"15ba5a25bf844b1\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/721a47df-65e7-4f10-ad36-28762e0ff85c\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:05:26.021458 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:26.022059 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:26.301787 3811 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-clamav-scan-pod for pod on switch ip-10-0-0-85.ec2.internal I0327 00:05:26.301918 3811 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod I0327 00:05:26.323766 3811 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod] pod update took 21.872051ms I0327 00:05:26.323794 3811 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod] addLogicalPort annotation time took 21.905243ms I0327 00:05:26.325311 3811 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod] addLogicalPort took 23.53558ms, libovsdb time 1.034879ms I0327 00:05:26.666853 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default] I0327 00:05:26.676504 3811 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-clamav-scan-pod, hostIfaceName: bce6240170dc511, network: default, NAD default, SandboxID: "bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8", PCI device ID: , UID: "a62d28d5-2822-474b-a2e5-73abd52ab757", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0327 00:05:26.732483 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:49:21:50:97:c3\",\"name\":\"bce6240170dc511\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6e9edb2-c50c-4a87-b304-46731999d2ae\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:05:43.776088 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0327 00:06:09.171757 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:09.172427 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:17.840290 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:17.840907 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:19.748825 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:19.749447 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:21.616598 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:21.617210 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:28.358516 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default] I0327 00:06:28.457020 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod d4d3a11adad13043cc9e992f7c6b525de128a79989163efe706c2d39895a69d9 network default NAD default], result "{}", err I0327 00:06:28.556211 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:28.556302 3811 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod I0327 00:06:28.557878 3811 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod, ips: 10.130.0.53 I0327 00:06:28.557915 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 00:06:33.178445 3811 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/tuf-repository-init-sl26r-ljq49 I0327 00:06:33.376602 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:33.377269 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:33.402153 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default] I0327 00:06:33.494365 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod bce6240170dc5112abd72375dcde167e9b3818316b64c5b94bbc536482e3f9b8 network default NAD default], result "{}", err I0327 00:06:33.612437 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:33.612474 3811 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod I0327 00:06:33.614123 3811 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod, ips: 10.130.0.55 I0327 00:06:33.614160 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:38.923727 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:38.924331 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:52.774047 3811 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:52.774796 3811 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:53.654081 3811 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:06:53.654111 3811 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:06:53.660668 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd I0327 00:06:53.660773 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd W0327 00:07:13.178385 3811 duration.go:461] Config duration recorder: measurement expired for pod/konflux-ui/tsf-konflux-public-key-8x958 I0327 00:07:13.254571 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:13.255177 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:20.127901 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:20.128602 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:08:03.898220 3811 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 00:08:18.889041 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0327 00:08:19.876530 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 00:08:27.781451 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0327 00:08:31.780739 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0327 00:08:50.328635 3811 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default] I0327 00:08:50.410530 3811 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod 15ba5a25bf844b111ec44c1eeddca762dd2ffc309d0dab3967b0cdd4aafef98b network default NAD default], result "{}", err I0327 00:08:50.493512 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:08:50.493553 3811 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod I0327 00:08:50.495100 3811 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod, ips: 10.130.0.54 I0327 00:08:50.495129 3811 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:09:27.907975 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 00:09:43.242764 3811 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeyl-vvtz5-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:09:43.243415 3811 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeyl-vvtz5-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:09:46.883281 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0327 00:10:00.185623 3811 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576170-tfkzc for pod on switch ip-10-0-0-85.ec2.internal I0327 00:10:00.185718 3811 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc I0327 00:10:00.196044 3811 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc] pod update took 10.348029ms I0327 00:10:00.196068 3811 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc] addLogicalPort annotation time took 10.378207ms I0327 00:10:00.197604 3811 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc] addLogicalPort took 11.996613ms, libovsdb time 1.076646ms I0327 00:10:00.551576 3811 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default] I0327 00:10:00.560208 3811 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576170-tfkzc, hostIfaceName: cfe58bdea72f0b1, network: default, NAD default, SandboxID: "cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b", PCI device ID: , UID: "dc07ddd8-95e8-450e-b06d-cedb31fbe080", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0327 00:10:00.614401 3811 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:9e:00:bc:3f:b7\",\"name\":\"cfe58bdea72f0b1\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30f18183-0ca9-4406-bb27-4bc4cd3319d9\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:10:03.813382 3811 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default] I0327 00:10:03.911853 3811 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc cfe58bdea72f0b16d93db4d1b45fcbee7462af9e63ae8801da4d5b5f2a3b9d1b network default NAD default], result "{}", err I0327 00:10:03.966683 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:03.966721 3811 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc I0327 00:10:03.968068 3811 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc, ips: 10.130.0.56 I0327 00:10:03.968096 3811 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:04.821200 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.821252 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.850502 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.850536 3811 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.855848 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 I0327 00:10:04.855879 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 I0327 00:10:12.457591 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:12.458180 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:19.895180 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0327 00:10:22.876279 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0327 00:10:32.907642 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0327 00:10:36.735552 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:36.736279 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:43.889179 3811 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0327 00:10:45.824928 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:45.825543 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:46.840273 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:46.840826 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:02.021705 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:02.022282 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:13.111741 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:13.112280 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:15.777383 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 00:11:26.871742 3811 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0327 00:11:37.364598 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:37.365186 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:41.789402 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=301 I0327 00:12:00.606958 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:12:00.607543 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:12:40.786586 3811 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0327 00:12:45.223011 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:12:45.223638 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:12.385562 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:12.386185 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:19.742681 3811 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:19.743269 3811 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:20.301803 3811 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:13:20.301825 3811 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:13:20.307733 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-9831ce8d32-0 I0327 00:13:20.307763 3811 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-9831ce8d32-0 I0327 00:13:20.475540 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:20.476106 3811 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:43.901343 3811 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5