+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-182.ec2.internal ++ [[ -n ip-10-0-0-182.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-182.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 23:02:13.624478849 - disable conntrack on geneve port' I0327 23:02:13.624478849 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0327 23:02:13.640380834 - starting ovnkube-node + echo 'I0327 23:02:13.640380834 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-182.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-182.ec2.internal --init-node ip-10-0-0-182.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-182.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0327 23:02:13.677748 3830 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0327 23:02:13.677793 3830 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-134f8e697a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0327 23:02:13.679332 3830 kube.go:419] Waiting for certificate I0327 23:02:13.679373 3830 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0327 23:02:13.679413 3830 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0327 23:02:13.680184 3830 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 23:02:13.708002 3830 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:13.708023 3830 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:13.710559 3830 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:13.710641 3830 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vklwn" I0327 23:02:13.716751 3830 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vklwn" I0327 23:02:13.716810 3830 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:14.680227 3830 kube.go:426] Certificate found I0327 23:02:14.681025 3830 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 23:02:14.682506 3830 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0327 23:02:14.719349 3830 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-28 22:57:13 +0000 UTC" deadline="2026-03-28 18:48:00.321288534 +0000 UTC" I0327 23:02:14.719404 3830 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h45m45.601897412s" I0327 23:02:14.754166 3830 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 23:02:14.773843 3830 controller_manager.go:368] Starting the ovnkube controller I0327 23:02:14.773857 3830 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-182.ec2.internal I0327 23:02:14.773877 3830 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0327 23:02:14.773905 3830 controller_manager.go:393] NBDB zone sync took: 40.943µs I0327 23:02:14.773916 3830 factory.go:531] Starting watch factory I0327 23:02:14.773996 3830 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.774012 3830 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.774094 3830 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.774138 3830 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.774600 3830 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.774630 3830 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.774648 3830 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.774666 3830 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.775051 3830 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.775079 3830 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.775143 3830 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0327 23:02:14.775217 3830 factory.go:531] Starting watch factory I0327 23:02:14.775991 3830 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.776022 3830 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.797891 3830 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.797912 3830 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.798330 3830 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.798786 3830 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0327 23:02:14.802383 3830 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0327 23:02:14.802454 3830 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0327 23:02:14.803070 3830 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.804175 3830 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.808024 3830 ovn_northd.go:121] Registering OVN northd metrics I0327 23:02:14.814714 3830 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:14.818770 3830 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0327 23:02:14.879913 3830 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 23:02:14.879934 3830 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 23:02:14.879940 3830 factory.go:1890] *v1.Node informer cache synced successfully I0327 23:02:14.879946 3830 factory.go:1890] *v1.Service informer cache synced successfully I0327 23:02:14.879952 3830 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 23:02:14.879957 3830 factory.go:1890] *v1.Pod informer cache synced successfully I0327 23:02:14.880056 3830 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:14.880061 3830 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:14.880081 3830 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:14.880080 3830 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:14.880908 3830 factory.go:1890] *v1.Node informer cache synced successfully I0327 23:02:14.880918 3830 factory.go:1890] *v1.Service informer cache synced successfully I0327 23:02:14.880922 3830 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 23:02:14.880925 3830 factory.go:1890] *v1.Pod informer cache synced successfully I0327 23:02:14.880927 3830 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 23:02:14.880930 3830 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 23:02:14.882417 3830 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:14.882418 3830 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:14.885314 3830 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 23:02:14.885328 3830 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 23:02:14.885385 3830 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.885398 3830 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.886689 3830 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 23:02:14.886700 3830 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 23:02:14.887350 3830 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.891059 3830 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 23:02:14.891112 3830 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.891128 3830 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.891717 3830 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 23:02:14.893170 3830 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.896853 3830 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 23:02:14.896915 3830 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.896926 3830 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.897040 3830 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 23:02:14.898903 3830 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.902578 3830 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 23:02:14.902634 3830 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 23:02:14.902669 3830 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.902740 3830 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.905192 3830 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.907976 3830 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 23:02:14.907999 3830 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 23:02:14.908033 3830 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.908045 3830 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.909956 3830 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.913806 3830 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 23:02:14.913814 3830 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 23:02:14.913946 3830 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 23:02:14.913958 3830 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 23:02:14.916036 3830 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 23:02:14.919841 3830 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 23:02:14.919900 3830 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.919912 3830 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.919977 3830 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 23:02:14.919955 3830 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.920003 3830 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.921983 3830 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.922004 3830 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:14.925938 3830 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 23:02:14.925949 3830 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 23:02:14.925956 3830 factory.go:636] Watch Factory start up complete, took: 152.042718ms I0327 23:02:14.925957 3830 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 23:02:14.925979 3830 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 23:02:14.925978 3830 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-182.ec2.internal" zone I0327 23:02:14.925985 3830 factory.go:636] Watch Factory start up complete, took: 150.767695ms I0327 23:02:14.926052 3830 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0327 23:02:14.975777 3830 default_node_network_controller.go:709] Initializing the default node network controller I0327 23:02:15.033034 3830 udn_isolation.go:101] Starting UDN host isolation manager I0327 23:02:15.039294 3830 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0327 23:02:15.105630 3830 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0327 23:02:15.105709 3830 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0327 23:02:15.105725 3830 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0327 23:02:15.138681 3830 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0327 23:02:15.138749 3830 default_node_network_controller.go:808] Node ip-10-0-0-182.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0327 23:02:15.143856 3830 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.182"] k8s.ovn.org/zone-name:ip-10-0-0-182.ec2.internal] on node ip-10-0-0-182.ec2.internal I0327 23:02:15.164890 3830 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0327 23:02:15.169907 3830 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0327 23:02:15.170066 3830 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0327 23:02:15.170196 3830 gateway_init.go:263] Preparing Gateway I0327 23:02:15.170208 3830 gateway_shared_intf.go:1658] Creating new gateway I0327 23:02:15.176231 3830 controller_manager.go:427] Waiting for node in zone sync took: 250.240591ms I0327 23:02:15.183289 3830 controller_manager.go:608] Switching to transit router for layer2 networks I0327 23:02:15.183302 3830 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-182.ec2.internal I0327 23:02:15.204254 3830 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 23:02:15.209569 3830 controller_manager.go:288] SCTP support detected in OVN I0327 23:02:15.210147 3830 services_controller.go:69] Creating services controller for network=default I0327 23:02:15.210246 3830 udn_enabled_svc.go:80] Waiting for service informer to sync I0327 23:02:15.210331 3830 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0327 23:02:15.210368 3830 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0327 23:02:15.210386 3830 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0327 23:02:15.210396 3830 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 23:02:15.210556 3830 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0327 23:02:15.210647 3830 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0327 23:02:15.210673 3830 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 40.325µs I0327 23:02:15.210679 3830 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 23.999µs I0327 23:02:15.210686 3830 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 39.963µs I0327 23:02:15.210692 3830 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0327 23:02:15.210700 3830 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0327 23:02:15.210711 3830 default_network_controller.go:321] Starting the default network controller I0327 23:02:15.210747 3830 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.184µs I0327 23:02:15.210801 3830 udn_enabled_svc.go:95] Performing full resync I0327 23:02:15.211205 3830 udn_enabled_svc.go:99] Waiting for handler to sync I0327 23:02:15.211216 3830 udn_enabled_svc.go:104] Starting worker I0327 23:02:15.219281 3830 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0327 23:02:15.219361 3830 repair.go:33] Syncing exgw routes took 63.44µs I0327 23:02:15.219380 3830 default_network_controller.go:407] Starting all the Watchers... I0327 23:02:15.219572 3830 namespace.go:98] [openshift] adding namespace I0327 23:02:15.219588 3830 namespace.go:98] [openshift-console-operator] adding namespace I0327 23:02:15.219591 3830 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0327 23:02:15.219601 3830 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0327 23:02:15.219606 3830 namespace.go:98] [openshift-backplane-mobb] adding namespace I0327 23:02:15.219616 3830 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0327 23:02:15.219618 3830 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0327 23:02:15.219625 3830 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0327 23:02:15.219650 3830 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0327 23:02:15.219667 3830 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0327 23:02:15.219678 3830 namespace.go:98] [default] adding namespace I0327 23:02:15.219687 3830 namespace.go:98] [openshift-machine-api] adding namespace I0327 23:02:15.219697 3830 namespace.go:98] [openshift-config-operator] adding namespace I0327 23:02:15.219711 3830 namespace.go:98] [openshift-backplane] adding namespace I0327 23:02:15.219725 3830 namespace.go:98] [openshift-ingress-operator] adding namespace I0327 23:02:15.220261 3830 namespace.go:102] [openshift] adding namespace took 676.107µs I0327 23:02:15.220277 3830 namespace.go:98] [openshift-network-console] adding namespace I0327 23:02:15.220893 3830 namespace.go:102] [openshift-console-operator] adding namespace took 1.295364ms I0327 23:02:15.220909 3830 namespace.go:98] [openshift-service-ca-operator] adding namespace I0327 23:02:15.221536 3830 namespace.go:102] [openshift-service-ca-operator] adding namespace took 621.28µs I0327 23:02:15.221556 3830 namespace.go:98] [openshift-authentication-operator] adding namespace I0327 23:02:15.222066 3830 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.462785ms I0327 23:02:15.222080 3830 namespace.go:98] [kube-node-lease] adding namespace I0327 23:02:15.222534 3830 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 2.922805ms I0327 23:02:15.222557 3830 namespace.go:98] [openshift-machine-config-operator] adding namespace I0327 23:02:15.222922 3830 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.308529ms I0327 23:02:15.222943 3830 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0327 23:02:15.223500 3830 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.878002ms I0327 23:02:15.223518 3830 namespace.go:98] [openshift-monitoring] adding namespace I0327 23:02:15.223979 3830 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.356536ms I0327 23:02:15.223989 3830 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0327 23:02:15.224555 3830 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.923579ms I0327 23:02:15.224565 3830 namespace.go:98] [openshift-image-registry] adding namespace I0327 23:02:15.225077 3830 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.412654ms I0327 23:02:15.225092 3830 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0327 23:02:15.225572 3830 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.896963ms I0327 23:02:15.225619 3830 namespace.go:98] [openshift-controller-manager] adding namespace I0327 23:02:15.226199 3830 namespace.go:102] [default] adding namespace took 6.511432ms I0327 23:02:15.226222 3830 namespace.go:98] [openshift-dns] adding namespace I0327 23:02:15.226764 3830 namespace.go:102] [openshift-machine-api] adding namespace took 7.067322ms I0327 23:02:15.226779 3830 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0327 23:02:15.227224 3830 namespace.go:102] [openshift-config-operator] adding namespace took 7.521817ms I0327 23:02:15.227238 3830 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0327 23:02:15.227861 3830 namespace.go:102] [openshift-backplane] adding namespace took 8.140172ms I0327 23:02:15.227875 3830 namespace.go:98] [openshift-backplane-cse] adding namespace I0327 23:02:15.228406 3830 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.67505ms I0327 23:02:15.228422 3830 namespace.go:98] [openshift-console] adding namespace I0327 23:02:15.228863 3830 namespace.go:102] [openshift-network-console] adding namespace took 8.580998ms I0327 23:02:15.228878 3830 namespace.go:98] [openshift-insights] adding namespace I0327 23:02:15.229294 3830 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.730684ms I0327 23:02:15.229306 3830 namespace.go:98] [openshift-backplane-cee] adding namespace I0327 23:02:15.229783 3830 namespace.go:102] [kube-node-lease] adding namespace took 7.698688ms I0327 23:02:15.229793 3830 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0327 23:02:15.230274 3830 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.710893ms I0327 23:02:15.230291 3830 namespace.go:98] [openshift-ingress-canary] adding namespace I0327 23:02:15.230720 3830 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.770009ms I0327 23:02:15.230731 3830 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0327 23:02:15.231212 3830 namespace.go:102] [openshift-monitoring] adding namespace took 7.683928ms I0327 23:02:15.231227 3830 namespace.go:98] [kube-public] adding namespace I0327 23:02:15.231658 3830 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.663333ms I0327 23:02:15.231675 3830 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0327 23:02:15.232192 3830 namespace.go:102] [openshift-image-registry] adding namespace took 7.621494ms I0327 23:02:15.232206 3830 namespace.go:98] [openshift-backplane-csm] adding namespace I0327 23:02:15.232687 3830 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.586908ms I0327 23:02:15.232704 3830 namespace.go:98] [kube-system] adding namespace I0327 23:02:15.233171 3830 namespace.go:102] [openshift-controller-manager] adding namespace took 7.542352ms I0327 23:02:15.233187 3830 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0327 23:02:15.233704 3830 namespace.go:102] [openshift-dns] adding namespace took 7.475539ms I0327 23:02:15.233717 3830 namespace.go:98] [openshift-console-user-settings] adding namespace I0327 23:02:15.234214 3830 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.426596ms I0327 23:02:15.234233 3830 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0327 23:02:15.234826 3830 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.579247ms I0327 23:02:15.234850 3830 namespace.go:98] [openshift-apiserver] adding namespace I0327 23:02:15.236664 3830 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.781024ms I0327 23:02:15.236684 3830 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0327 23:02:15.237273 3830 namespace.go:102] [openshift-console] adding namespace took 8.843972ms I0327 23:02:15.237287 3830 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0327 23:02:15.237999 3830 namespace.go:102] [openshift-insights] adding namespace took 9.114389ms I0327 23:02:15.238014 3830 namespace.go:98] [openshift-infra] adding namespace I0327 23:02:15.238644 3830 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.330811ms I0327 23:02:15.238660 3830 namespace.go:98] [openshift-route-controller-manager] adding namespace I0327 23:02:15.239149 3830 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.349336ms I0327 23:02:15.239168 3830 namespace.go:98] [openshift-kube-scheduler] adding namespace I0327 23:02:15.239844 3830 namespace.go:102] [openshift-ingress-canary] adding namespace took 9.548335ms I0327 23:02:15.239863 3830 namespace.go:98] [openshift-config] adding namespace I0327 23:02:15.240438 3830 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 9.699554ms I0327 23:02:15.240458 3830 namespace.go:98] [openshift-config-managed] adding namespace I0327 23:02:15.240841 3830 namespace.go:102] [kube-public] adding namespace took 9.607597ms I0327 23:02:15.240857 3830 namespace.go:98] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] adding namespace I0327 23:02:15.241407 3830 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 9.725338ms I0327 23:02:15.241422 3830 namespace.go:98] [openshift-etcd] adding namespace I0327 23:02:15.241814 3830 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.601252ms I0327 23:02:15.241830 3830 namespace.go:98] [openshift-operators-redhat] adding namespace I0327 23:02:15.242115 3830 iptables.go:108] Creating table: filter chain: FORWARD I0327 23:02:15.242264 3830 namespace.go:102] [kube-system] adding namespace took 9.553944ms I0327 23:02:15.242282 3830 namespace.go:98] [openshift-backplane-srep] adding namespace I0327 23:02:15.242792 3830 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.599553ms I0327 23:02:15.242804 3830 namespace.go:98] [openshift-host-network] adding namespace I0327 23:02:15.243275 3830 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.551771ms I0327 23:02:15.243294 3830 namespace.go:98] [openshift-node] adding namespace I0327 23:02:15.243774 3830 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 9.535307ms I0327 23:02:15.243786 3830 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0327 23:02:15.244219 3830 namespace.go:102] [openshift-apiserver] adding namespace took 9.352984ms I0327 23:02:15.244232 3830 namespace.go:98] [openshift-logging] adding namespace I0327 23:02:15.244679 3830 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.989328ms I0327 23:02:15.244691 3830 namespace.go:98] [openshift-backplane-tam] adding namespace I0327 23:02:15.245537 3830 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.2444ms I0327 23:02:15.245550 3830 namespace.go:98] [openshift-multus] adding namespace I0327 23:02:15.245932 3830 namespace.go:102] [openshift-infra] adding namespace took 7.910946ms I0327 23:02:15.245948 3830 namespace.go:98] [openshift-cluster-version] adding namespace I0327 23:02:15.246478 3830 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.812135ms I0327 23:02:15.246491 3830 namespace.go:98] [openshift-network-node-identity] adding namespace I0327 23:02:15.246989 3830 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.813963ms I0327 23:02:15.247004 3830 namespace.go:98] [openshift-customer-monitoring] adding namespace I0327 23:02:15.247471 3830 namespace.go:102] [openshift-config] adding namespace took 7.600059ms I0327 23:02:15.247483 3830 namespace.go:98] [openshift-apiserver-operator] adding namespace I0327 23:02:15.247895 3830 namespace.go:102] [openshift-config-managed] adding namespace took 7.42973ms I0327 23:02:15.247909 3830 namespace.go:98] [openshift-operators] adding namespace I0327 23:02:15.248351 3830 namespace.go:102] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] adding namespace took 7.486478ms I0327 23:02:15.248363 3830 namespace.go:98] [openshift-authentication] adding namespace I0327 23:02:15.248503 3830 iptables.go:108] Creating table: filter chain: OUTPUT I0327 23:02:15.248733 3830 namespace.go:102] [openshift-etcd] adding namespace took 7.303343ms I0327 23:02:15.248752 3830 namespace.go:98] [openshift-network-operator] adding namespace I0327 23:02:15.249162 3830 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.327122ms I0327 23:02:15.249178 3830 namespace.go:98] [openshift-dns-operator] adding namespace I0327 23:02:15.249509 3830 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.222573ms I0327 23:02:15.249520 3830 namespace.go:98] [openshift-marketplace] adding namespace I0327 23:02:15.250081 3830 namespace.go:102] [openshift-host-network] adding namespace took 7.272104ms I0327 23:02:15.250095 3830 namespace.go:98] [openshift-kube-apiserver] adding namespace I0327 23:02:15.250513 3830 namespace.go:102] [openshift-node] adding namespace took 7.212ms I0327 23:02:15.250527 3830 namespace.go:98] [dedicated-admin] adding namespace I0327 23:02:15.250945 3830 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.15312ms I0327 23:02:15.250955 3830 namespace.go:98] [openshift-package-operator] adding namespace I0327 23:02:15.251408 3830 namespace.go:102] [openshift-logging] adding namespace took 7.169816ms I0327 23:02:15.251421 3830 namespace.go:98] [openshift-must-gather-operator] adding namespace W0327 23:02:15.251744 3830 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-49qg4: pod openshift-multus/network-metrics-daemon-49qg4: no pod IPs found I0327 23:02:15.251788 3830 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.09219ms I0327 23:02:15.251797 3830 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0327 23:02:15.252205 3830 namespace.go:102] [openshift-multus] adding namespace took 6.6491ms I0327 23:02:15.252225 3830 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0327 23:02:15.252674 3830 namespace.go:102] [openshift-cluster-version] adding namespace took 6.720287ms I0327 23:02:15.253161 3830 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.661457ms I0327 23:02:15.253549 3830 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.540648ms I0327 23:02:15.253989 3830 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.499914ms I0327 23:02:15.254407 3830 namespace.go:102] [openshift-operators] adding namespace took 6.492588ms I0327 23:02:15.254812 3830 namespace.go:102] [openshift-authentication] adding namespace took 6.443467ms I0327 23:02:15.254823 3830 gateway_shared_intf.go:1787] Gateway Creation Complete I0327 23:02:15.254832 3830 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-182.ec2.internal","mac-address":"12:3b:b6:36:3a:49","ip-addresses":["10.0.0.182/24"],"ip-address":"10.0.0.182/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:42b0a1c6-7210-42b6-a6ae-a3a726f44265 k8s.ovn.org/node-encap-ips:["10.0.0.182"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.182/24"} k8s.ovn.org/zone-name:ip-10-0-0-182.ec2.internal] on node ip-10-0-0-182.ec2.internal I0327 23:02:15.255264 3830 namespace.go:102] [openshift-network-operator] adding namespace took 6.504153ms I0327 23:02:15.255280 3830 namespace.go:98] [openshift-service-ca] adding namespace I0327 23:02:15.255649 3830 namespace.go:102] [openshift-dns-operator] adding namespace took 6.465827ms I0327 23:02:15.256038 3830 namespace.go:102] [openshift-marketplace] adding namespace took 6.513426ms I0327 23:02:15.256053 3830 namespace.go:98] [openshift-ingress] adding namespace I0327 23:02:15.256411 3830 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.311925ms I0327 23:02:15.256424 3830 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0327 23:02:15.256798 3830 namespace.go:102] [dedicated-admin] adding namespace took 6.266573ms I0327 23:02:15.257219 3830 namespace.go:102] [openshift-package-operator] adding namespace took 6.258299ms I0327 23:02:15.257235 3830 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0327 23:02:15.257618 3830 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.190805ms I0327 23:02:15.257987 3830 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.183811ms I0327 23:02:15.258427 3830 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.194835ms I0327 23:02:15.258442 3830 namespace.go:98] [openshift-network-diagnostics] adding namespace I0327 23:02:15.258835 3830 namespace.go:102] [openshift-service-ca] adding namespace took 3.550077ms I0327 23:02:15.259318 3830 namespace.go:102] [openshift-ingress] adding namespace took 3.260874ms I0327 23:02:15.259805 3830 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.376133ms W0327 23:02:15.260205 3830 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gnmgz: pod openshift-network-diagnostics/network-check-target-gnmgz: no pod IPs found I0327 23:02:15.260232 3830 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.989651ms I0327 23:02:15.260639 3830 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.189819ms I0327 23:02:15.260997 3830 zone_ic_handler.go:186] Time taken to create transit switch: 268.052µs I0327 23:02:15.261058 3830 master.go:532] Adding or Updating local node "ip-10-0-0-182.ec2.internal" for network "default" I0327 23:02:15.261692 3830 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-182.ec2.internal for the network default I0327 23:02:15.261716 3830 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-103.ec2.internal for the network default I0327 23:02:15.262642 3830 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-182.ec2.internal" on network "default" took: 963.2µs I0327 23:02:15.262858 3830 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-103.ec2.internal" on network "default" took: 1.156556ms I0327 23:02:15.264412 3830 default_network_controller.go:806] Node add failed for ip-10-0-0-182.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-182.ec2.internal, error getting gateway config for node ip-10-0-0-182.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-182.ec2.internal", failed to update chassis to local for local node ip-10-0-0-182.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-182.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-182.ec2.internal] E0327 23:02:15.264461 3830 obj_retry.go:541] Failed to create *v1.Node ip-10-0-0-182.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-182.ec2.internal, error getting gateway config for node ip-10-0-0-182.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-182.ec2.internal", failed to update chassis to local for local node ip-10-0-0-182.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-182.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-182.ec2.internal] I0327 23:02:15.264513 3830 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0327 23:02:15.264554 3830 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0327 23:02:15.264569 3830 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0327 23:02:15.264534 3830 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-182.ec2.internal", UID:"6f118ef7-5e7a-4498-8e67-5243419fb58c", APIVersion:"v1", ResourceVersion:"9350", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-182.ec2.internal, error getting gateway config for node ip-10-0-0-182.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-182.ec2.internal", failed to update chassis to local for local node ip-10-0-0-182.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-182.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-182.ec2.internal] I0327 23:02:15.264591 3830 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0327 23:02:15.264616 3830 node_tracker.go:235] Node ip-10-0-0-182.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-182.ec2.internal" I0327 23:02:15.264627 3830 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:15.264635 3830 services_controller.go:574] Full service sync requested for network=default I0327 23:02:15.264639 3830 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-182.ec2.internal in network "default" I0327 23:02:15.264677 3830 node_tracker.go:169] Node ip-10-0-1-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:15.264683 3830 services_controller.go:574] Full service sync requested for network=default I0327 23:02:15.264691 3830 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0327 23:02:15.264735 3830 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:15.264742 3830 services_controller.go:574] Full service sync requested for network=default I0327 23:02:15.274391 3830 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0327 23:02:15.274445 3830 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:15.274468 3830 services_controller.go:574] Full service sync requested for network=default I0327 23:02:15.274491 3830 master.go:532] Adding or Updating local node "ip-10-0-0-182.ec2.internal" for network "default" I0327 23:02:15.276827 3830 default_node_network_controller.go:518] Node connection status = connected W0327 23:02:15.279592 3830 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-49qg4: pod openshift-multus/network-metrics-daemon-49qg4: no pod IPs found W0327 23:02:15.279612 3830 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gnmgz: pod openshift-network-diagnostics/network-check-target-gnmgz: no pod IPs found I0327 23:02:15.280607 3830 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-182.ec2.internal for the network default I0327 23:02:15.365500 3830 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0327 23:02:15.365531 3830 services_controller.go:208] Setting up event handlers for services for network=default I0327 23:02:15.365628 3830 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0327 23:02:15.365674 3830 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0327 23:02:15.365688 3830 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0327 23:02:15.465876 3830 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0327 23:02:15.465895 3830 repair.go:60] Starting repairing loop for services I0327 23:02:15.465991 3830 repair.go:131] Deleted 0 stale service LBs I0327 23:02:15.466009 3830 repair.go:137] Deleted 0 stale Chassis Template Vars I0327 23:02:15.466026 3830 repair.go:62] Finished repairing loop for services: 131.406µs I0327 23:02:15.466050 3830 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0327 23:02:15.466060 3830 services_controller.go:254] Starting workers for network=default W0327 23:02:15.466183 3830 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:15.466736 3830 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gnmgz] creating logical port openshift-network-diagnostics_network-check-target-gnmgz for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:15.466787 3830 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-b9fwq of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0327 23:02:15.466855 3830 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gnmgz I0327 23:02:15.466921 3830 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-49qg4] creating logical port openshift-multus_network-metrics-daemon-49qg4 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:15.467020 3830 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-49qg4 W0327 23:02:15.467999 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0327 23:02:15.469314 3830 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 23:02:15.490669 3830 pod.go:62] [openshift-multus/network-metrics-daemon-49qg4] pod update took 23.67971ms I0327 23:02:15.490692 3830 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-49qg4] addLogicalPort annotation time took 23.702707ms I0327 23:02:15.490671 3830 pod.go:62] [openshift-network-diagnostics/network-check-target-gnmgz] pod update took 23.863414ms I0327 23:02:15.490773 3830 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-gnmgz] addLogicalPort annotation time took 23.967474ms I0327 23:02:15.491511 3830 pods.go:271] [openshift-multus/network-metrics-daemon-49qg4] addLogicalPort took 24.596649ms, libovsdb time 600.404µs I0327 23:02:15.491790 3830 pods.go:271] [openshift-network-diagnostics/network-check-target-gnmgz] addLogicalPort took 25.066199ms, libovsdb time 796.792µs I0327 23:02:15.492279 3830 admin_network_policy_controller.go:227] Starting controller default-network-controller I0327 23:02:15.492297 3830 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0327 23:02:15.492309 3830 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0327 23:02:15.492313 3830 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0327 23:02:15.492486 3830 repair.go:29] Repairing admin network policies took 168.244µs I0327 23:02:15.492583 3830 repair.go:92] Repairing baseline admin network policies took 89.043µs I0327 23:02:15.492934 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0327 23:02:15.492954 3830 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0327 23:02:15.494624 3830 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0327 23:02:15.494642 3830 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0327 23:02:15.494653 3830 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0327 23:02:15.496684 3830 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0327 23:02:15.496705 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0327 23:02:15.496714 3830 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0327 23:02:15.497175 3830 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0327 23:02:15.497198 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0327 23:02:15.497902 3830 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0327 23:02:15.497915 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 23:02:15.500074 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0327 23:02:15.500097 3830 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0327 23:02:15.500108 3830 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0327 23:02:15.501305 3830 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0327 23:02:15.501323 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0327 23:02:15.501332 3830 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0327 23:02:15.501786 3830 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0327 23:02:15.501805 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0327 23:02:15.501814 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0327 23:02:15.503198 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0327 23:02:15.503220 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0327 23:02:15.503228 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0327 23:02:15.503679 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0327 23:02:15.503698 3830 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0327 23:02:15.503708 3830 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0327 23:02:15.505579 3830 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0327 23:02:15.505598 3830 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0327 23:02:15.505608 3830 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0327 23:02:15.506423 3830 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0327 23:02:15.506441 3830 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0327 23:02:15.506450 3830 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0327 23:02:15.508056 3830 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0327 23:02:15.508074 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0327 23:02:15.508081 3830 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0327 23:02:15.508334 3830 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0327 23:02:15.508352 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0327 23:02:15.508359 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0327 23:02:15.508777 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0327 23:02:15.508792 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0327 23:02:15.508801 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0327 23:02:15.509248 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0327 23:02:15.509265 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0327 23:02:15.509273 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0327 23:02:15.510836 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0327 23:02:15.510860 3830 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0327 23:02:15.510872 3830 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0327 23:02:15.511997 3830 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0327 23:02:15.512015 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0327 23:02:15.512022 3830 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0327 23:02:15.512477 3830 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0327 23:02:15.512490 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0327 23:02:15.512497 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0327 23:02:15.512923 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0327 23:02:15.512944 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0327 23:02:15.512955 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0327 23:02:15.513410 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0327 23:02:15.513425 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0327 23:02:15.513432 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0327 23:02:15.513695 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0327 23:02:15.513710 3830 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0327 23:02:15.513719 3830 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0327 23:02:15.514634 3830 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0327 23:02:15.514651 3830 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0327 23:02:15.514657 3830 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0327 23:02:15.514895 3830 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0327 23:02:15.514909 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0327 23:02:15.514931 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 23:02:15.515577 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0327 23:02:15.515599 3830 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0327 23:02:15.515608 3830 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0327 23:02:15.516415 3830 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0327 23:02:15.516430 3830 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0327 23:02:15.516439 3830 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0327 23:02:15.517389 3830 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0327 23:02:15.517407 3830 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0327 23:02:15.517417 3830 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0327 23:02:15.518367 3830 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0327 23:02:15.518384 3830 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0327 23:02:15.518391 3830 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0327 23:02:15.518864 3830 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0327 23:02:15.518879 3830 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0327 23:02:15.518886 3830 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0327 23:02:15.519373 3830 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0327 23:02:15.519391 3830 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0327 23:02:15.519401 3830 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0327 23:02:15.519852 3830 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0327 23:02:15.520062 3830 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-b9fwq of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0327 23:02:15.525020 3830 egressfirewall.go:319] Starting EgressFirewall controller I0327 23:02:15.525050 3830 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0327 23:02:15.525071 3830 controller.go:133] Adding controller egress-firewall-controller event handlers I0327 23:02:15.525076 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0327 23:02:15.525088 3830 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0327 23:02:15.525091 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0327 23:02:15.525101 3830 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0327 23:02:15.525728 3830 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0327 23:02:15.525743 3830 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0327 23:02:15.525753 3830 egressqos.go:193] Setting up event handlers for EgressQoS I0327 23:02:15.525822 3830 egressfirewall.go:628] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0327 23:02:15.525834 3830 egressfirewall.go:628] Syncing node "ip-10-0-1-182.ec2.internal" for egress firewall I0327 23:02:15.525840 3830 egressfirewall.go:628] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0327 23:02:15.525846 3830 egressqos.go:245] Starting EgressQoS Controller I0327 23:02:15.525852 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0327 23:02:15.525858 3830 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0327 23:02:15.525863 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0327 23:02:15.525868 3830 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0327 23:02:15.525872 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0327 23:02:15.525876 3830 shared_informer.go:356] "Caches are synced" controller="egressqos" I0327 23:02:15.525880 3830 egressqos.go:259] Repairing EgressQoSes I0327 23:02:15.525884 3830 egressqos.go:399] Starting repairing loop for egressqos I0327 23:02:15.525951 3830 egressqos.go:401] Finished repairing loop for egressqos: 66.571µs I0327 23:02:15.525981 3830 egressservice_zone.go:132] Setting up event handlers for Egress Services I0327 23:02:15.525995 3830 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-182.ec2.internal I0327 23:02:15.526038 3830 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-182.ec2.internal : 44.285µs I0327 23:02:15.526115 3830 egressservice_zone.go:210] Starting Egress Services Controller I0327 23:02:15.526127 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 23:02:15.526134 3830 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 23:02:15.526139 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 23:02:15.526144 3830 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 23:02:15.526151 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 23:02:15.526158 3830 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 23:02:15.526166 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0327 23:02:15.526170 3830 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0327 23:02:15.526174 3830 egressservice_zone.go:228] Repairing Egress Services I0327 23:02:15.526417 3830 master_controller.go:88] Starting Admin Policy Based Route Controller I0327 23:02:15.526426 3830 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 23:02:15.526493 3830 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:02:15.526504 3830 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 11.729µs I0327 23:02:15.526510 3830 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-182.ec2.internal I0327 23:02:15.526519 3830 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-182.ec2.internal: 8.796µs I0327 23:02:15.526524 3830 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0327 23:02:15.526527 3830 default_network_controller.go:568] Completing all the Watchers took 307.139151ms I0327 23:02:15.526531 3830 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 6.587µs I0327 23:02:15.526536 3830 default_network_controller.go:572] Starting unidling controllers I0327 23:02:15.526550 3830 unidle.go:46] Registering OVN SB ControllerEvent handler I0327 23:02:15.526556 3830 unidle.go:63] Populating Initial ContollerEvent events I0327 23:02:15.526566 3830 unidle.go:79] Setting up event handlers for services I0327 23:02:15.526620 3830 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0327 23:02:15.777698 3830 default_node_network_controller.go:518] Node connection status = connected I0327 23:02:16.277568 3830 default_node_network_controller.go:518] Node connection status = connected I0327 23:02:16.400941 3830 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:16.401515 3830 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:16.414180 3830 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:16.414210 3830 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:16.424302 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b6869f466-hd4bm I0327 23:02:16.424321 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b6869f466-hd4bm I0327 23:02:16.492800 3830 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller W0327 23:02:16.497892 3830 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:02:16.777498 3830 default_node_network_controller.go:518] Node connection status = connected I0327 23:02:16.793191 3830 bridgeconfig.go:537] Gateway is ready I0327 23:02:16.793211 3830 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0327 23:02:16.803667 3830 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.182. Updating OVN encap IP. I0327 23:02:16.808472 3830 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.182 - it is already configured I0327 23:02:16.808488 3830 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.182/24:{} 172.20.0.1/32:{}]. Updating annotations. I0327 23:02:16.808716 3830 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.182/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-182.ec2.internal","mac-address":"12:3b:b6:36:3a:49","ip-addresses":["10.0.0.182/24"],"ip-address":"10.0.0.182/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:42b0a1c6-7210-42b6-a6ae-a3a726f44265 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.182/24"}] on node ip-10-0-0-182.ec2.internal I0327 23:02:16.828509 3830 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:02:16.828522 3830 master.go:532] Adding or Updating local node "ip-10-0-0-182.ec2.internal" for network "default" I0327 23:02:16.828528 3830 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 25.073µs I0327 23:02:16.828530 3830 egressfirewall.go:628] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0327 23:02:16.828531 3830 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0327 23:02:16.828587 3830 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:16.828603 3830 services_controller.go:574] Full service sync requested for network=default W0327 23:02:16.828811 3830 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:16.828864 3830 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:16.828895 3830 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0327 23:02:16.828979 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 23:02:16.829033 3830 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.182 I0327 23:02:16.829149 3830 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-182.ec2.internal I0327 23:02:16.832799 3830 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-182.ec2.internal. Updating no re-route policies I0327 23:02:16.832881 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cvhjt I0327 23:02:16.832895 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cvhjt I0327 23:02:16.832897 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-49qg4 I0327 23:02:16.832909 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mmz6d I0327 23:02:16.832923 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gnmgz I0327 23:02:16.832930 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mmz6d I0327 23:02:16.832934 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal I0327 23:02:16.832937 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gnmgz I0327 23:02:16.832941 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal I0327 23:02:16.832944 3830 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2f8sv I0327 23:02:16.832950 3830 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-2f8sv I0327 23:02:16.832951 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mlzc I0327 23:02:16.832915 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cvhjt after 0 failed attempt(s) I0327 23:02:16.832973 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tgmmf I0327 23:02:16.832935 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-829tt I0327 23:02:16.832982 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-tgmmf I0327 23:02:16.832985 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-smj84 I0327 23:02:16.832989 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-829tt I0327 23:02:16.832997 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-smj84 I0327 23:02:16.833001 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-tgmmf after 0 failed attempt(s) I0327 23:02:16.832913 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-49qg4 I0327 23:02:16.833010 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-829tt after 0 failed attempt(s) I0327 23:02:16.832979 3830 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-2f8sv after 0 failed attempt(s) I0327 23:02:16.833024 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-smj84 after 0 failed attempt(s) I0327 23:02:16.832924 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2zk56 I0327 23:02:16.833033 3830 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-49qg4] creating logical port openshift-multus_network-metrics-daemon-49qg4 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:16.832953 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal after 0 failed attempt(s) I0327 23:02:16.833038 3830 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal I0327 23:02:16.832954 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mmz6d after 0 failed attempt(s) I0327 23:02:16.833043 3830 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal I0327 23:02:16.832924 3830 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rsz5c I0327 23:02:16.833048 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rsz5c I0327 23:02:16.833053 3830 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal after 0 failed attempt(s) I0327 23:02:16.833059 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rsz5c after 0 failed attempt(s) I0327 23:02:16.832980 3830 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gnmgz] creating logical port openshift-network-diagnostics_network-check-target-gnmgz for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:16.833034 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2zk56 I0327 23:02:16.833146 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2zk56 after 0 failed attempt(s) I0327 23:02:16.832981 3830 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mlzc I0327 23:02:16.833201 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mlzc after 0 failed attempt(s) I0327 23:02:16.833694 3830 pods.go:271] [openshift-multus/network-metrics-daemon-49qg4] addLogicalPort took 667.024µs, libovsdb time 253.109µs I0327 23:02:16.833706 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-49qg4 after 0 failed attempt(s) I0327 23:02:16.834001 3830 pods.go:271] [openshift-network-diagnostics/network-check-target-gnmgz] addLogicalPort took 1.044176ms, libovsdb time 197.987µs I0327 23:02:16.834009 3830 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gnmgz after 0 failed attempt(s) I0327 23:02:16.849461 3830 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0327 23:02:16.860706 3830 iptables.go:108] Creating table: mangle chain: OUTPUT I0327 23:02:16.863928 3830 iptables.go:108] Creating table: nat chain: OUTPUT I0327 23:02:16.878527 3830 iptables.go:108] Creating table: nat chain: PREROUTING I0327 23:02:16.923818 3830 iptables.go:108] Creating table: filter chain: FORWARD I0327 23:02:16.940423 3830 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0327 23:02:16.940536 3830 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0327 23:02:16.940592 3830 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0327 23:02:16.940759 3830 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0327 23:02:16.940826 3830 gateway_init.go:325] Gateway and management port readiness took 1.667530152s I0327 23:02:16.940856 3830 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0327 23:02:16.940916 3830 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0327 23:02:16.940928 3830 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0327 23:02:16.940938 3830 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 23:02:16.941024 3830 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0327 23:02:16.941184 3830 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.974µs I0327 23:02:16.941422 3830 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0327 23:02:16.941447 3830 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.234µs I0327 23:02:16.941455 3830 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.188µs I0327 23:02:16.941460 3830 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0327 23:02:16.941468 3830 nad_controller.go:173] [node-nad-controller NAD controller]: started I0327 23:02:16.941473 3830 default_node_network_controller.go:898] Starting the default node network controller I0327 23:02:16.941478 3830 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0327 23:02:16.941559 3830 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.973µs I0327 23:02:16.941667 3830 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0327 23:02:16.941676 3830 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0327 23:02:16.941708 3830 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f3e50 0xc0002eef50 0xc0002eefc0 0xc0002ef030 0xc0002ef0a0 0xc0002ef110 0xc0002ef1f0 0xc000a19360 0xc0002ef260 0xc0002ef2d0 0xc000a18320 0xc00617b180 0xc0002ef340 map[0x2f67040:0xc00330c8a0 0x2f67580:0xc00330ca20 0x2f68000:0xc00330c7e0 0x2f682a0:0xc00330c840 0x2f687e0:0xc00330c900 0x2f68a80:0xc00330c960 0x2f68d20:0xc00330c9c0 0x2f69500:0xc00330ca80 0x2f697a0:0xc00330cea0 0x2f93d40:0xc0010af4a0 0x2f940e0:0xc0010af500 0x2f94bc0:0xc000a5ce40 0x2f96520:0xc001b7c000 0x2f97000:0xc0010afda0 0x2f97e80:0xc000d19ec0] 0xc00016a7e0 0} I0327 23:02:16.941766 3830 gateway.go:151] Starting gateway service sync I0327 23:02:16.942307 3830 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0327 23:02:16.944497 3830 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0327 23:02:16.955413 3830 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0327 23:02:16.956562 3830 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0327 23:02:16.957860 3830 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0327 23:02:16.994262 3830 gateway.go:168] Gateway service sync done. Time taken: 52.479839ms I0327 23:02:16.995321 3830 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31317 I0327 23:02:16.995416 3830 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f3e50 0xc0002eef50 0xc0002eefc0 0xc0002ef030 0xc0002ef0a0 0xc0002ef110 0xc0002ef1f0 0xc000a19360 0xc0002ef260 0xc0002ef2d0 0xc000a18320 0xc00617b180 0xc0002ef340 map[0x2f67040:0xc00330c8a0 0x2f67580:0xc00330ca20 0x2f68000:0xc00330c7e0 0x2f682a0:0xc00330c840 0x2f687e0:0xc00330c900 0x2f68a80:0xc00330c960 0x2f68d20:0xc00330c9c0 0x2f69500:0xc00330ca80 0x2f697a0:0xc00330cea0 0x2f93d40:0xc0010af4a0 0x2f940e0:0xc0010af500 0x2f94bc0:0xc000a5ce40 0x2f96520:0xc001b7c000 0x2f97000:0xc0010afda0 0x2f97e80:0xc000d19ec0] 0xc00016a7e0 0} I0327 23:02:16.995826 3830 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f3e50 0xc0002eef50 0xc0002eefc0 0xc0002ef030 0xc0002ef0a0 0xc0002ef110 0xc0002ef1f0 0xc000a19360 0xc0002ef260 0xc0002ef2d0 0xc000a18320 0xc00617b180 0xc0002ef340 map[0x2f67040:0xc00330c8a0 0x2f67580:0xc00330ca20 0x2f68000:0xc00330c7e0 0x2f682a0:0xc00330c840 0x2f687e0:0xc00330c900 0x2f68a80:0xc00330c960 0x2f68d20:0xc00330c9c0 0x2f69500:0xc00330ca80 0x2f697a0:0xc00330cea0 0x2f93d40:0xc0010af4a0 0x2f940e0:0xc0010af500 0x2f94bc0:0xc000a5ce40 0x2f96520:0xc001b7c000 0x2f97000:0xc0010afda0 0x2f97e80:0xc000d19ec0] 0xc00016a7e0 0} I0327 23:02:16.995858 3830 gateway.go:519] Reconciling gateway with updates I0327 23:02:17.001574 3830 gateway.go:326] Spawning Conntrack Rule Check Thread I0327 23:02:17.001654 3830 default_node_network_controller.go:943] Gateway and management port readiness took 59.971796ms I0327 23:02:17.001666 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:17.001680 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:17.001689 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:17.001695 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:17.001695 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:17.001699 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:17.001710 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:17.001712 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:17.001715 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0327 23:02:17.001720 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:17.001723 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:17.001730 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0327 23:02:17.001733 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:17.001735 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:17.001745 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:17.001709 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:17.001755 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 23:02:17.001738 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:17.001763 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:17.001769 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:17.001739 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0327 23:02:17.001773 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 23:02:17.001771 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:17.001778 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:17.001792 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 23:02:17.001799 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:17.001701 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:17.001802 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:17.001811 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 23:02:17.001813 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 23:02:17.001812 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:17.001823 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:17.001826 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:17.001827 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:17.001833 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:17.001834 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:17.001840 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:17.001841 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:17.001845 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:17.001665 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:17.001853 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:17.001861 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:17.001850 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:17.001864 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:17.001683 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:17.001744 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:17.001885 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:17.001836 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:17.001698 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:17.001897 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:17.001862 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:17.001885 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:17.001840 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 23:02:17.001684 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:17.001915 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:17.001917 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 23:02:17.001923 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:17.001925 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:17.001926 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:17.001930 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:17.001797 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:17.001939 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:17.001940 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:17.001830 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:17.001918 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:17.002025 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:17.001751 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 23:02:17.002044 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:17.002046 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:17.002055 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 23:02:17.002063 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 23:02:17.002065 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:17.001781 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:17.001654 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:17.002149 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:17.002160 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:17.002153 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:17.001708 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:17.002187 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:17.002163 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:17.002196 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 23:02:17.001780 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:17.002216 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:17.001813 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:17.002187 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:17.002303 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 23:02:17.001783 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 23:02:17.001813 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:17.001812 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 23:02:17.002375 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 23:02:17.001832 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:17.001836 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:17.002479 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:17.001847 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:17.002496 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:17.002507 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 23:02:17.001852 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 23:02:17.001873 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:17.001874 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:17.002568 3830 port_claim.go:71] Svc openshift-ingress/router-default: port 32599 is already open, no action needed I0327 23:02:17.002578 3830 port_claim.go:71] Svc openshift-ingress/router-default: port 30987 is already open, no action needed I0327 23:02:17.001902 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 23:02:17.001911 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:17.002632 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 23:02:17.001911 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 23:02:17.001755 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 23:02:17.002138 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:17.002653 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:17.002729 3830 node_ip_handler_linux.go:160] Node IP manager is running W0327 23:02:17.043540 3830 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 23:02:17.043707 3830 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 23:02:17.043900 3830 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0327 23:02:17.054427 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 23:02:17.054452 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 23:02:17.054460 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 23:02:17.054470 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 23:02:17.054476 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 23:02:17.054483 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 23:02:17.054490 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 23:02:17.096335 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 23:02:17.096351 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 23:02:17.096339 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 23:02:17.096402 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 23:02:17.096416 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 23:02:17.096424 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 23:02:17.096430 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 23:02:17.096445 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 23:02:17.096454 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 23:02:17.096490 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 23:02:17.096498 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 23:02:17.096505 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 23:02:17.096511 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 23:02:17.096517 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 23:02:17.096522 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 23:02:17.096538 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 23:02:17.096561 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 23:02:17.096569 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 23:02:17.096575 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 23:02:17.096580 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 23:02:17.140351 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 23:02:17.140360 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) W0327 23:02:18.554546 3830 egressip_healthcheck.go:76] Health checking using insecure connection I0327 23:02:18.554602 3830 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0327 23:02:18.554549 3830 default_node_network_controller.go:1364] Starting node controller node sync I0327 23:02:18.566514 3830 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.893452ms I0327 23:02:18.566628 3830 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 10.0.2.103 to PMTUD blocking rules I0327 23:02:18.566644 3830 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 23:02:18.566631 3830 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-182.ec2.internal", IP: 10.0.1.182 to PMTUD blocking rules I0327 23:02:18.566716 3830 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-182.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 23:02:18.578985 3830 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0327 23:02:18.579230 3830 egressservice_node.go:93] Setting up event handlers for Egress Services I0327 23:02:18.579333 3830 egressservice_node.go:183] Starting Egress Services Controller I0327 23:02:18.579348 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 23:02:18.579357 3830 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 23:02:18.579364 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 23:02:18.579370 3830 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 23:02:18.579377 3830 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 23:02:18.579382 3830 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 23:02:18.579386 3830 egressservice_node.go:197] Repairing Egress Services I0327 23:02:18.589464 3830 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0327 23:02:18.589481 3830 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 23:02:18.589640 3830 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0327 23:02:18.589660 3830 link_network_manager.go:117] Link manager is running I0327 23:02:18.589672 3830 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0327 23:02:18.589757 3830 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0327 23:02:18.590465 3830 vrf_manager.go:128] VRF manager is running I0327 23:02:18.590611 3830 node_controller_manager.go:437] Removing flows to drop GARP I0327 23:02:18.590624 3830 gateway.go:519] Reconciling gateway with updates I0327 23:02:18.615341 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:18.615358 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:18.615365 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:18.615378 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:18.615386 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:18.615390 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:18.615396 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 23:02:18.615399 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:18.615398 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0327 23:02:18.615421 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:18.615454 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:18.615457 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:18.615465 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:18.615467 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:18.615467 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:18.615476 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 23:02:18.615472 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:18.615490 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:18.615496 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:18.615508 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:18.615508 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:18.615513 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:18.615518 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:18.615522 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:18.615375 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:18.615532 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:18.615534 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615535 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 23:02:18.615431 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:18.615540 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:18.615398 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615545 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:18.615552 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:18.615456 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:18.615554 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:18.615556 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:18.615562 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:18.615562 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 23:02:18.615569 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:18.615571 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:18.615573 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:18.615574 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:18.615576 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:18.615584 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:18.615586 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:18.615588 3830 port_claim.go:71] Svc openshift-ingress/router-default: port 32599 is already open, no action needed I0327 23:02:18.615593 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 23:02:18.615419 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:18.615609 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 23:02:18.615537 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 23:02:18.615516 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:18.615616 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615623 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:18.615627 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:18.615429 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0327 23:02:18.615632 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:18.615638 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 23:02:18.615635 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:18.615649 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 23:02:18.615650 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:18.615655 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:18.615656 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615662 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:18.615623 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:18.615665 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:18.615650 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 23:02:18.615674 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:18.615636 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0327 23:02:18.615541 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:18.615687 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:18.615444 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:18.615700 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:18.615534 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:18.615711 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 23:02:18.615547 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 23:02:18.615726 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:18.615738 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:18.615743 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 23:02:18.615743 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:18.615529 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:18.615759 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 23:02:18.615565 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:18.615767 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:18.615746 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615760 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:18.615548 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:18.615782 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:18.615787 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 23:02:18.615728 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615559 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:18.615795 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:18.615806 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:18.615549 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615563 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 23:02:18.615589 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:18.615815 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:18.615769 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:18.615827 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:18.615603 3830 port_claim.go:71] Svc openshift-ingress/router-default: port 30987 is already open, no action needed I0327 23:02:18.615561 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 23:02:18.615650 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:18.615862 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:18.615640 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:18.615876 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:18.615659 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:18.615892 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:18.615660 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 23:02:18.615667 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 23:02:18.615673 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:18.615665 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 23:02:18.615717 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 23:02:18.615679 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:18.615771 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:18.615443 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:18.616087 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:18.615431 3830 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 23:02:18.616128 3830 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 23:02:18.616133 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 23:02:18.661426 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 23:02:18.661460 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 23:02:18.661471 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 23:02:18.661481 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 23:02:18.661490 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 23:02:18.661502 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 23:02:18.661510 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 23:02:18.661519 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 23:02:18.661527 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 23:02:18.661537 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 23:02:18.661550 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 23:02:18.706077 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 23:02:18.706105 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 23:02:18.745177 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 23:02:18.745205 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 23:02:18.745212 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 23:02:18.745221 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 23:02:18.745233 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 23:02:18.745284 3830 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) W0327 23:02:33.141632 3830 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:33.189871 3830 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:33.266612 3830 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-d7f86bd67-qjxfj IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-d7f86bd67-qjxfj: no pod IPs found W0327 23:02:33.275464 3830 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:02:34.522536 3830 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:02:34.522584 3830 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 53.685µs I0327 23:02:34.558957 3830 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-575fd6bd8f-nbmvn] creating logical port openshift-image-registry_image-registry-575fd6bd8f-nbmvn for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:34.559069 3830 kube.go:256] Updating pod openshift-image-registry/image-registry-575fd6bd8f-nbmvn I0327 23:02:34.578734 3830 pod.go:62] [openshift-image-registry/image-registry-575fd6bd8f-nbmvn] pod update took 19.651338ms I0327 23:02:34.578760 3830 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-575fd6bd8f-nbmvn] addLogicalPort annotation time took 19.723745ms I0327 23:02:34.580214 3830 pods.go:271] [openshift-image-registry/image-registry-575fd6bd8f-nbmvn] addLogicalPort took 21.278095ms, libovsdb time 1.119757ms I0327 23:02:34.601662 3830 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bpp8d] creating logical port openshift-ingress-canary_ingress-canary-bpp8d for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:34.601712 3830 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-khjmr] creating logical port openshift-insights_insights-runtime-extractor-khjmr for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:34.601774 3830 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bpp8d I0327 23:02:34.601822 3830 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-khjmr I0327 23:02:34.618280 3830 pod.go:62] [openshift-ingress-canary/ingress-canary-bpp8d] pod update took 16.532816ms I0327 23:02:34.618303 3830 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-bpp8d] addLogicalPort annotation time took 16.563871ms I0327 23:02:34.618321 3830 pod.go:62] [openshift-insights/insights-runtime-extractor-khjmr] pod update took 16.522827ms I0327 23:02:34.618336 3830 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-khjmr] addLogicalPort annotation time took 16.540781ms I0327 23:02:34.619435 3830 pods.go:271] [openshift-ingress-canary/ingress-canary-bpp8d] addLogicalPort took 17.79847ms, libovsdb time 859.675µs I0327 23:02:34.619845 3830 pods.go:271] [openshift-insights/insights-runtime-extractor-khjmr] addLogicalPort took 18.147103ms, libovsdb time 1.227963ms I0327 23:02:34.688884 3830 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-drc7s] creating logical port openshift-dns_dns-default-drc7s for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:34.689023 3830 kube.go:256] Updating pod openshift-dns/dns-default-drc7s I0327 23:02:34.713609 3830 pod.go:62] [openshift-dns/dns-default-drc7s] pod update took 24.644806ms I0327 23:02:34.713631 3830 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-drc7s] addLogicalPort annotation time took 24.672965ms I0327 23:02:34.714792 3830 pods.go:271] [openshift-dns/dns-default-drc7s] addLogicalPort took 25.928301ms, libovsdb time 888.319µs I0327 23:02:34.937134 3830 cni.go:403] [openshift-image-registry/image-registry-575fd6bd8f-nbmvn f36f6596eb403a433b068ac8ec7717555d280e1bda68a8570277e5722f05b9cd network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-575fd6bd8f-nbmvn f36f6596eb403a433b068ac8ec7717555d280e1bda68a8570277e5722f05b9cd network default NAD default] I0327 23:02:34.965021 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-575fd6bd8f-nbmvn, hostIfaceName: f36f6596eb403a4, network: default, NAD default, SandboxID: "f36f6596eb403a433b068ac8ec7717555d280e1bda68a8570277e5722f05b9cd", PCI device ID: , UID: "bf427025-bd65-4981-a370-7fa0d99aae65", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0327 23:02:34.995713 3830 cni.go:403] [openshift-ingress-canary/ingress-canary-bpp8d 163e4447aba68c67c19552e32f7a3c6985d26258b2a9132312a1e4d6d7c28e2c network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bpp8d 163e4447aba68c67c19552e32f7a3c6985d26258b2a9132312a1e4d6d7c28e2c network default NAD default] I0327 23:02:35.006444 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bpp8d, hostIfaceName: 163e4447aba68c6, network: default, NAD default, SandboxID: "163e4447aba68c67c19552e32f7a3c6985d26258b2a9132312a1e4d6d7c28e2c", PCI device ID: , UID: "4f3cfc48-2e94-4a60-9b0a-f9c4b9902e93", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0327 23:02:35.008157 3830 cni.go:403] [openshift-insights/insights-runtime-extractor-khjmr 36814503c6b7937a762611b857b39ebc9c09c81b4f288ea3384c98a843cbb5ee network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-khjmr 36814503c6b7937a762611b857b39ebc9c09c81b4f288ea3384c98a843cbb5ee network default NAD default] I0327 23:02:35.021719 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-khjmr, hostIfaceName: 36814503c6b7937, network: default, NAD default, SandboxID: "36814503c6b7937a762611b857b39ebc9c09c81b4f288ea3384c98a843cbb5ee", PCI device ID: , UID: "fc8916e7-2abf-4d7f-909e-fc7450499fef", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0327 23:02:35.023500 3830 cni.go:424] [openshift-image-registry/image-registry-575fd6bd8f-nbmvn f36f6596eb403a433b068ac8ec7717555d280e1bda68a8570277e5722f05b9cd network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-575fd6bd8f-nbmvn f36f6596eb403a433b068ac8ec7717555d280e1bda68a8570277e5722f05b9cd network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:ba:a0:33:d4:20\",\"name\":\"f36f6596eb403a4\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25a63e2f-7ac2-4449-8bb9-f7f416a94f12\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:02:35.048732 3830 cni.go:424] [openshift-ingress-canary/ingress-canary-bpp8d 163e4447aba68c67c19552e32f7a3c6985d26258b2a9132312a1e4d6d7c28e2c network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bpp8d 163e4447aba68c67c19552e32f7a3c6985d26258b2a9132312a1e4d6d7c28e2c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:0e:85:40:2d:05\",\"name\":\"163e4447aba68c6\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa062007-c4ea-4211-9ea0-b6ed2d0b0623\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:02:35.065742 3830 cni.go:424] [openshift-insights/insights-runtime-extractor-khjmr 36814503c6b7937a762611b857b39ebc9c09c81b4f288ea3384c98a843cbb5ee network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-khjmr 36814503c6b7937a762611b857b39ebc9c09c81b4f288ea3384c98a843cbb5ee network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:75:04:ce:43:58\",\"name\":\"36814503c6b7937\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51c274c7-5cd2-4f34-b4f4-202a6f9554f5\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:02:35.104638 3830 cni.go:403] [openshift-dns/dns-default-drc7s a77aaf57e01817bb7c92db287c90e4d0b022f7975308db4f183cea9a4ea453af network default NAD default] ADD starting CNI request [openshift-dns/dns-default-drc7s a77aaf57e01817bb7c92db287c90e4d0b022f7975308db4f183cea9a4ea453af network default NAD default] I0327 23:02:35.114827 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-drc7s, hostIfaceName: a77aaf57e01817b, network: default, NAD default, SandboxID: "a77aaf57e01817bb7c92db287c90e4d0b022f7975308db4f183cea9a4ea453af", PCI device ID: , UID: "a087685b-1a02-482d-8402-9cda024f3af4", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0327 23:02:35.156863 3830 cni.go:424] [openshift-dns/dns-default-drc7s a77aaf57e01817bb7c92db287c90e4d0b022f7975308db4f183cea9a4ea453af network default NAD default] ADD finished CNI request [openshift-dns/dns-default-drc7s a77aaf57e01817bb7c92db287c90e4d0b022f7975308db4f183cea9a4ea453af network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:9d:0f:b8:23:d5\",\"name\":\"a77aaf57e01817b\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/105b7120-452a-43f8-8037-49b495a55208\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:02:35.326404 3830 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:38.381977 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:38.382012 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:38.481835 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 23:02:38.534186 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0327 23:02:38.567257 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 23:02:39.389222 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-zs96t] creating logical port openshift-monitoring_prometheus-operator-c56ff685-zs96t for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:39.389319 3830 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-zs96t I0327 23:02:39.403924 3830 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-zs96t] pod update took 14.62659ms I0327 23:02:39.403946 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-zs96t] addLogicalPort annotation time took 14.65544ms I0327 23:02:39.405165 3830 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-zs96t] addLogicalPort took 15.956287ms, libovsdb time 920.433µs I0327 23:02:39.812219 3830 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-zs96t 1fb5eb872777b9eb1b38fffdd49f65208288de893d6b24c436eba75d4e7e7ad3 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-zs96t 1fb5eb872777b9eb1b38fffdd49f65208288de893d6b24c436eba75d4e7e7ad3 network default NAD default] I0327 23:02:39.821287 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-zs96t, hostIfaceName: 1fb5eb872777b9e, network: default, NAD default, SandboxID: "1fb5eb872777b9eb1b38fffdd49f65208288de893d6b24c436eba75d4e7e7ad3", PCI device ID: , UID: "26f26b87-bae1-4a1a-b1a5-700c1b156f65", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0327 23:02:39.862495 3830 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-zs96t 1fb5eb872777b9eb1b38fffdd49f65208288de893d6b24c436eba75d4e7e7ad3 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-zs96t 1fb5eb872777b9eb1b38fffdd49f65208288de893d6b24c436eba75d4e7e7ad3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:05:27:ad:7e:9f\",\"name\":\"1fb5eb872777b9e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecad9302-a5c3-4ab2-a13e-eb681f87458d\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:02:41.902249 3830 base_network_controller_pods.go:487] [default/openshift-console/console-77454c6899-kjrcp] creating logical port openshift-console_console-77454c6899-kjrcp for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:41.902349 3830 kube.go:256] Updating pod openshift-console/console-77454c6899-kjrcp I0327 23:02:41.922091 3830 pod.go:62] [openshift-console/console-77454c6899-kjrcp] pod update took 19.767329ms I0327 23:02:41.922114 3830 base_network_controller_pods.go:937] [default/openshift-console/console-77454c6899-kjrcp] addLogicalPort annotation time took 19.796633ms I0327 23:02:41.923345 3830 pods.go:271] [openshift-console/console-77454c6899-kjrcp] addLogicalPort took 21.111492ms, libovsdb time 891.687µs W0327 23:02:41.926172 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 23:02:42.322177 3830 cni.go:403] [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default] ADD starting CNI request [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default] I0327 23:02:42.332292 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-77454c6899-kjrcp, hostIfaceName: 0779a3be9ee73d5, network: default, NAD default, SandboxID: "0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034", PCI device ID: , UID: "b40f550c-6d44-4cac-83b4-d468b0b21487", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0327 23:02:42.372812 3830 cni.go:424] [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default] ADD finished CNI request [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:6a:1f:29:af:8d\",\"name\":\"0779a3be9ee73d5\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4859bcba-a55d-4675-beb5-37e8c44a6946\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:02:43.461157 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 23:02:43.461177 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 23:02:43.461183 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 23:02:43.461197 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 23:02:43.461203 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 23:02:43.461209 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0327 23:02:46.036559 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:46.036662 3830 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0327 23:02:46.067649 3830 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 31.019443ms I0327 23:02:46.067673 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 31.052416ms I0327 23:02:46.068916 3830 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 32.37416ms, libovsdb time 894.178µs I0327 23:02:47.015737 3830 cni.go:403] [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default] I0327 23:02:47.025541 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 1a2679ca1219668, network: default, NAD default, SandboxID: "1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292", PCI device ID: , UID: "72f3ec86-f594-4cce-8048-43f65c05e72a", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0327 23:02:47.067325 3830 cni.go:424] [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:49:08:d7:40:27\",\"name\":\"1a2679ca1219668\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ceb0e212-5786-47c6-ab6a-794193b4f4ce\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:02:48.001133 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6fdc756784-sfrnb] creating logical port openshift-monitoring_thanos-querier-6fdc756784-sfrnb for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:48.001234 3830 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6fdc756784-sfrnb I0327 23:02:48.020404 3830 pod.go:62] [openshift-monitoring/thanos-querier-6fdc756784-sfrnb] pod update took 19.198075ms I0327 23:02:48.020431 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-6fdc756784-sfrnb] addLogicalPort annotation time took 19.236451ms I0327 23:02:48.021756 3830 pods.go:271] [openshift-monitoring/thanos-querier-6fdc756784-sfrnb] addLogicalPort took 20.641017ms, libovsdb time 986.481µs W0327 23:02:48.364760 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 23:02:48.364780 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 23:02:48.364785 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0327 23:02:48.400447 3830 cni.go:403] [openshift-monitoring/thanos-querier-6fdc756784-sfrnb ccad7d773dbde455134a6a00fc6cf1b4c908ef04ba12f0820d929e0e945b4e6b network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-6fdc756784-sfrnb ccad7d773dbde455134a6a00fc6cf1b4c908ef04ba12f0820d929e0e945b4e6b network default NAD default] I0327 23:02:48.416263 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6fdc756784-sfrnb, hostIfaceName: ccad7d773dbde45, network: default, NAD default, SandboxID: "ccad7d773dbde455134a6a00fc6cf1b4c908ef04ba12f0820d929e0e945b4e6b", PCI device ID: , UID: "1f4011e2-4f96-49dd-9e92-d1544e48de02", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0327 23:02:48.461125 3830 cni.go:424] [openshift-monitoring/thanos-querier-6fdc756784-sfrnb ccad7d773dbde455134a6a00fc6cf1b4c908ef04ba12f0820d929e0e945b4e6b network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-6fdc756784-sfrnb ccad7d773dbde455134a6a00fc6cf1b4c908ef04ba12f0820d929e0e945b4e6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:95:14:16:f9:f7\",\"name\":\"ccad7d773dbde45\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d62d552b-2078-466d-9c13-10d619af3aa6\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:02:49.404803 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:49.404823 3830 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:49.404827 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 23:02:49.633646 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-748b7d7f7f-k4pmc] creating logical port openshift-monitoring_metrics-server-748b7d7f7f-k4pmc for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:49.633785 3830 kube.go:256] Updating pod openshift-monitoring/metrics-server-748b7d7f7f-k4pmc I0327 23:02:49.657881 3830 pod.go:62] [openshift-monitoring/metrics-server-748b7d7f7f-k4pmc] pod update took 24.123129ms I0327 23:02:49.657911 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-748b7d7f7f-k4pmc] addLogicalPort annotation time took 24.157597ms I0327 23:02:49.659214 3830 pods.go:271] [openshift-monitoring/metrics-server-748b7d7f7f-k4pmc] addLogicalPort took 25.589515ms, libovsdb time 999.236µs I0327 23:02:49.666191 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-mqs2b for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:49.666340 3830 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b W0327 23:02:49.686611 3830 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-77454c6899-jhjrs IP address from the namespace address-set, err: pod openshift-console/console-77454c6899-jhjrs: no pod IPs found I0327 23:02:49.690501 3830 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b] pod update took 24.195469ms I0327 23:02:49.690521 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b] addLogicalPort annotation time took 24.219886ms I0327 23:02:49.691779 3830 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b] addLogicalPort took 25.607972ms, libovsdb time 855.508µs I0327 23:02:50.039849 3830 cni.go:403] [openshift-monitoring/metrics-server-748b7d7f7f-k4pmc aa224e6143f022e850b72394ab2e786953e1674838b4944968f3a9ff8fda7e6c network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-748b7d7f7f-k4pmc aa224e6143f022e850b72394ab2e786953e1674838b4944968f3a9ff8fda7e6c network default NAD default] I0327 23:02:50.048409 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-748b7d7f7f-k4pmc, hostIfaceName: aa224e6143f022e, network: default, NAD default, SandboxID: "aa224e6143f022e850b72394ab2e786953e1674838b4944968f3a9ff8fda7e6c", PCI device ID: , UID: "b71eb6fe-9ac3-416f-a0d1-fb62794738f7", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0327 23:02:50.081911 3830 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b 3d448a0d8822f6c062ca94f12badfcc48e81217993630bdc3184ae08174a67cc network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b 3d448a0d8822f6c062ca94f12badfcc48e81217993630bdc3184ae08174a67cc network default NAD default] I0327 23:02:50.093372 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-mqs2b, hostIfaceName: 3d448a0d8822f6c, network: default, NAD default, SandboxID: "3d448a0d8822f6c062ca94f12badfcc48e81217993630bdc3184ae08174a67cc", PCI device ID: , UID: "d68a2506-b85d-4a0d-a9c7-3e7790526e4d", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0327 23:02:50.094148 3830 cni.go:424] [openshift-monitoring/metrics-server-748b7d7f7f-k4pmc aa224e6143f022e850b72394ab2e786953e1674838b4944968f3a9ff8fda7e6c network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-748b7d7f7f-k4pmc aa224e6143f022e850b72394ab2e786953e1674838b4944968f3a9ff8fda7e6c network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:ef:07:6f:5e:1b\",\"name\":\"aa224e6143f022e\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9001bd00-f9ba-485a-ae41-00b16e8fc5b7\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:02:50.140981 3830 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b 3d448a0d8822f6c062ca94f12badfcc48e81217993630bdc3184ae08174a67cc network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-mqs2b 3d448a0d8822f6c062ca94f12badfcc48e81217993630bdc3184ae08174a67cc network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:14:95:ea:9c:26\",\"name\":\"3d448a0d8822f6c\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4620d5f3-5bd5-4383-a322-4a7f85d1cf93\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:02:50.541987 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0327 23:02:51.303858 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:02:51.304000 3830 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0327 23:02:51.339370 3830 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 35.43041ms I0327 23:02:51.339398 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 35.464223ms I0327 23:02:51.340825 3830 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 36.985935ms, libovsdb time 970.697µs I0327 23:02:52.732306 3830 cni.go:403] [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default] I0327 23:02:52.740794 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 16299e083dcd6a2, network: default, NAD default, SandboxID: "16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802", PCI device ID: , UID: "76021bdd-c06c-4baa-84d1-6e4c1d05e4c3", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0327 23:02:52.784326 3830 cni.go:424] [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:b0:55:be:9a:a5\",\"name\":\"16299e083dcd6a2\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/453a4d33-36f4-4673-8f0a-de06d3deecd9\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:02:53.409348 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0327 23:02:53.434310 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 23:02:53.478703 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:02:53.478727 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:02:53.513937 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0327 23:02:55.442296 3830 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.442316 3830 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.442321 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.442325 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.675071 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 23:02:55.719397 3830 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:55.719413 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:55.719417 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:55.838376 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:02:55.838399 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 23:02:56.231712 3830 cni.go:403] [openshift-network-diagnostics/network-check-target-gnmgz 11dc5bb50bd57893bad4c00738cc5243178a24693e88797da353d5cae2d34eca network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gnmgz 11dc5bb50bd57893bad4c00738cc5243178a24693e88797da353d5cae2d34eca network default NAD default] I0327 23:02:56.231712 3830 cni.go:403] [openshift-multus/network-metrics-daemon-49qg4 feea9a3fd58165ae75122af9625b313de8768db26c378103e654783b6b1d58a7 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-49qg4 feea9a3fd58165ae75122af9625b313de8768db26c378103e654783b6b1d58a7 network default NAD default] I0327 23:02:56.241598 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gnmgz, hostIfaceName: 11dc5bb50bd5789, network: default, NAD default, SandboxID: "11dc5bb50bd57893bad4c00738cc5243178a24693e88797da353d5cae2d34eca", PCI device ID: , UID: "614a53a6-c426-4c77-bd18-c4163529e6bc", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0327 23:02:56.241852 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-49qg4, hostIfaceName: feea9a3fd58165a, network: default, NAD default, SandboxID: "feea9a3fd58165ae75122af9625b313de8768db26c378103e654783b6b1d58a7", PCI device ID: , UID: "11b19c6c-8078-471e-bfcd-1472ef3096e9", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0327 23:02:56.291478 3830 cni.go:424] [openshift-network-diagnostics/network-check-target-gnmgz 11dc5bb50bd57893bad4c00738cc5243178a24693e88797da353d5cae2d34eca network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gnmgz 11dc5bb50bd57893bad4c00738cc5243178a24693e88797da353d5cae2d34eca network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:fd:ec:15:5e:51\",\"name\":\"11dc5bb50bd5789\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/621f4db7-0ad1-43b0-a4c2-7c1071fd4869\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:02:56.312311 3830 cni.go:424] [openshift-multus/network-metrics-daemon-49qg4 feea9a3fd58165ae75122af9625b313de8768db26c378103e654783b6b1d58a7 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-49qg4 feea9a3fd58165ae75122af9625b313de8768db26c378103e654783b6b1d58a7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:bd:6a:2f:e4:1c\",\"name\":\"feea9a3fd58165a\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76dea80c-e577-41a9-ad4f-3edaa84567a7\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:02:56.340628 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:02:58.755180 3830 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:58.755825 3830 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.701782 3830 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:59.701806 3830 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:59.721560 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b6869f466-7xmk7 I0327 23:02:59.721585 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b6869f466-7xmk7 I0327 23:02:59.878095 3830 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.878693 3830 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.878727 3830 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.878738 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0327 23:02:59.878748 3830 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.878753 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 23:03:00.731391 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.731412 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.731417 3830 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.731421 3830 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822610 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822644 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822652 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822660 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822681 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822688 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822694 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.822700 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 23:03:00.905446 3830 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:00.905473 3830 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:00.905492 3830 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:00.905500 3830 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0327 23:03:01.463775 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:01.463796 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:01.463802 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:01.463807 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 23:03:03.884089 3830 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 23:03:03.894161 3830 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 23:03:07.256654 3830 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-x7vvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:07.257214 3830 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-x7vvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:07.758752 3830 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-x7vvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:07.758777 3830 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-x7vvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:07.767253 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fdb84b49-x7vvz I0327 23:03:07.767278 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fdb84b49-x7vvz W0327 23:03:14.433713 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0327 23:03:14.828089 3830 cni.go:403] [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default] DEL starting CNI request [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default] I0327 23:03:14.893773 3830 cni.go:424] [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default] DEL finished CNI request [openshift-console/console-77454c6899-kjrcp 0779a3be9ee73d59d6a62ade69d696432c17fac2ab36b9e2620555c6ecd76034 network default NAD default], result "{}", err I0327 23:03:14.944433 3830 obj_retry.go:464] Detected object openshift-console/console-77454c6899-kjrcp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:14.944460 3830 pods.go:176] Deleting pod: openshift-console/console-77454c6899-kjrcp I0327 23:03:14.945715 3830 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77454c6899-kjrcp, ips: 10.130.0.10 I0327 23:03:14.945739 3830 obj_retry.go:464] Detected object openshift-console/console-77454c6899-kjrcp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:14.954222 3830 base_network_controller_pods.go:487] [default/openshift-console/console-86b5bc979f-7trzh] creating logical port openshift-console_console-86b5bc979f-7trzh for pod on switch ip-10-0-0-182.ec2.internal I0327 23:03:14.954392 3830 kube.go:256] Updating pod openshift-console/console-86b5bc979f-7trzh I0327 23:03:14.968525 3830 pod.go:62] [openshift-console/console-86b5bc979f-7trzh] pod update took 14.164677ms I0327 23:03:14.968549 3830 base_network_controller_pods.go:937] [default/openshift-console/console-86b5bc979f-7trzh] addLogicalPort annotation time took 14.193645ms I0327 23:03:14.969774 3830 pods.go:271] [openshift-console/console-86b5bc979f-7trzh] addLogicalPort took 15.570605ms, libovsdb time 851.143µs I0327 23:03:15.315045 3830 cni.go:403] [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default] ADD starting CNI request [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default] I0327 23:03:15.323890 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-86b5bc979f-7trzh, hostIfaceName: 0d07df1ed15c952, network: default, NAD default, SandboxID: "0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3", PCI device ID: , UID: "cc5cda40-0a29-403f-925f-96ce312b9490", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0327 23:03:15.365153 3830 cni.go:424] [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default] ADD finished CNI request [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:b0:ef:92:ef:70\",\"name\":\"0d07df1ed15c952\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7337534d-f8a8-4b1a-99a0-0621fd88256f\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:03:15.531234 3830 obj_retry.go:458] Detected object openshift-console/console-77454c6899-kjrcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:15.531258 3830 obj_retry.go:458] Detected object openshift-console/console-77454c6899-kjrcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:15.537767 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77454c6899-kjrcp I0327 23:03:15.537794 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77454c6899-kjrcp W0327 23:03:17.072598 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.072623 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.072629 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.825616 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 23:03:17.825644 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 23:03:17.867295 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 23:03:17.867331 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 23:03:21.681703 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0327 23:03:21.697656 3830 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:21.698160 3830 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:22.704740 3830 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:22.704771 3830 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:22.712296 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d7f86bd67-mwdgd I0327 23:03:22.712326 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d7f86bd67-mwdgd W0327 23:03:25.584688 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 23:03:27.732551 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0327 23:03:30.478100 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:03:36.754847 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0327 23:03:40.351100 3830 obj_retry.go:464] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:40.351709 3830 obj_retry.go:464] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:40.772598 3830 obj_retry.go:458] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:40.772627 3830 obj_retry.go:458] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:40.775416 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5fdfb574f5-bfc42 I0327 23:03:40.775435 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5fdfb574f5-bfc42 I0327 23:03:43.185797 3830 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-nspfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:43.186350 3830 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-nspfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:43.788938 3830 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-nspfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:43.788983 3830 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-nspfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:43.794762 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fdb84b49-nspfx I0327 23:03:43.794787 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fdb84b49-nspfx W0327 23:03:51.992498 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:03:51.992528 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:03:51.992546 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:03:51.992553 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:03:52.717167 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:03:52.717196 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 23:04:06.787479 3830 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:06.788034 3830 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:07.040429 3830 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:07.040454 3830 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:07.055948 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0327 23:04:07.055990 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0327 23:04:09.521410 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7f7fd677f6-klxl5] creating logical port openshift-monitoring_telemeter-client-7f7fd677f6-klxl5 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:04:09.521544 3830 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7f7fd677f6-klxl5 I0327 23:04:09.542035 3830 pod.go:62] [openshift-monitoring/telemeter-client-7f7fd677f6-klxl5] pod update took 20.514875ms I0327 23:04:09.542067 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-7f7fd677f6-klxl5] addLogicalPort annotation time took 20.553204ms I0327 23:04:09.543648 3830 pods.go:271] [openshift-monitoring/telemeter-client-7f7fd677f6-klxl5] addLogicalPort took 22.252667ms, libovsdb time 1.117498ms I0327 23:04:09.882632 3830 cni.go:403] [openshift-monitoring/telemeter-client-7f7fd677f6-klxl5 a41eda3067e822a23ea74ecccf667e372219363378b3ca631a99dee74b632be8 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-7f7fd677f6-klxl5 a41eda3067e822a23ea74ecccf667e372219363378b3ca631a99dee74b632be8 network default NAD default] I0327 23:04:09.892058 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7f7fd677f6-klxl5, hostIfaceName: a41eda3067e822a, network: default, NAD default, SandboxID: "a41eda3067e822a23ea74ecccf667e372219363378b3ca631a99dee74b632be8", PCI device ID: , UID: "37b2e571-5b2b-4693-8c43-ca33aaebf2a7", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0327 23:04:09.936535 3830 cni.go:424] [openshift-monitoring/telemeter-client-7f7fd677f6-klxl5 a41eda3067e822a23ea74ecccf667e372219363378b3ca631a99dee74b632be8 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-7f7fd677f6-klxl5 a41eda3067e822a23ea74ecccf667e372219363378b3ca631a99dee74b632be8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:91:31:36:bf:11\",\"name\":\"a41eda3067e822a\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9124413d-313d-440a-9b97-cd922785b088\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:04:11.128444 3830 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:11.129025 3830 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:12.069659 3830 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:12.069685 3830 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:12.077464 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0327 23:04:12.077597 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0327 23:04:38.341886 3830 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-sdjlx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.342494 3830 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-sdjlx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.682515 3830 cni.go:403] [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default] I0327 23:04:38.757844 3830 cni.go:424] [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 1a2679ca121966824843d41194e49f91e1a076df2b54a2b05690949f8cc33292 network default NAD default], result "{}", err I0327 23:04:38.816253 3830 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.816294 3830 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0327 23:04:38.817749 3830 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.11 I0327 23:04:38.817787 3830 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.865825 3830 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:38.865853 3830 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:38.873804 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0327 23:04:38.873831 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0327 23:04:38.914217 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:04:38.914328 3830 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0327 23:04:38.939505 3830 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.209787ms I0327 23:04:38.939536 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.24721ms I0327 23:04:38.940783 3830 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.587496ms, libovsdb time 850.952µs I0327 23:04:39.217920 3830 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-sdjlx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:39.217944 3830 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-sdjlx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:39.225778 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86b5bc979f-sdjlx I0327 23:04:39.225807 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86b5bc979f-sdjlx I0327 23:04:39.274484 3830 cni.go:403] [openshift-monitoring/alertmanager-main-0 e21a03f028756073edf9cfb4d5e7e3e21d34b1f4842d639829e66f76d0b90527 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e21a03f028756073edf9cfb4d5e7e3e21d34b1f4842d639829e66f76d0b90527 network default NAD default] I0327 23:04:39.283023 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e21a03f02875607, network: default, NAD default, SandboxID: "e21a03f028756073edf9cfb4d5e7e3e21d34b1f4842d639829e66f76d0b90527", PCI device ID: , UID: "2097e34f-3c6d-4050-85cc-14e8cdfa9777", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0327 23:04:39.326835 3830 cni.go:424] [openshift-monitoring/alertmanager-main-0 e21a03f028756073edf9cfb4d5e7e3e21d34b1f4842d639829e66f76d0b90527 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e21a03f028756073edf9cfb4d5e7e3e21d34b1f4842d639829e66f76d0b90527 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:b6:53:a3:72:d6\",\"name\":\"e21a03f02875607\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f0548c1-582d-4324-9cc5-f2b7820d9b7a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:04:49.192187 3830 cni.go:403] [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default] DEL starting CNI request [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default] I0327 23:04:49.268270 3830 cni.go:424] [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default] DEL finished CNI request [openshift-console/console-86b5bc979f-7trzh 0d07df1ed15c952405c14b6c5003d754e8b8aa8ad20f5b2a7909b28d5fbc53a3 network default NAD default], result "{}", err I0327 23:04:49.316165 3830 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-7trzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:49.316204 3830 pods.go:176] Deleting pod: openshift-console/console-86b5bc979f-7trzh I0327 23:04:49.317559 3830 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86b5bc979f-7trzh, ips: 10.130.0.16 I0327 23:04:49.317585 3830 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-7trzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:49.907374 3830 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-7trzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:49.907399 3830 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-7trzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:49.914633 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86b5bc979f-7trzh I0327 23:04:49.914659 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86b5bc979f-7trzh W0327 23:04:59.330800 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:04:59.330823 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:04:59.330829 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 23:05:01.275889 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:01.276441 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:02.170932 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:05:02.170981 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:05:14.554171 3830 cni.go:403] [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default] I0327 23:05:14.625371 3830 cni.go:424] [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 16299e083dcd6a2c2e61a16e9a84ce10d112e23d2db95e838e34f34e336f4802 network default NAD default], result "{}", err I0327 23:05:14.699316 3830 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:14.699372 3830 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0327 23:05:14.700557 3830 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.15 I0327 23:05:14.700589 3830 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:15.011086 3830 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:05:15.011113 3830 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:05:15.019337 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0327 23:05:15.019365 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0327 23:05:15.060823 3830 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:05:15.061015 3830 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0327 23:05:15.094495 3830 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.564636ms I0327 23:05:15.094520 3830 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.595397ms I0327 23:05:15.095725 3830 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 34.924937ms, libovsdb time 911.64µs I0327 23:05:15.421853 3830 cni.go:403] [openshift-monitoring/prometheus-k8s-0 c90a1191418b7d13b64091f792f136da69b24989a1765fab0c10c6cb8d24fdef network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c90a1191418b7d13b64091f792f136da69b24989a1765fab0c10c6cb8d24fdef network default NAD default] I0327 23:05:15.430597 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c90a1191418b7d1, network: default, NAD default, SandboxID: "c90a1191418b7d13b64091f792f136da69b24989a1765fab0c10c6cb8d24fdef", PCI device ID: , UID: "8e5fc4ea-5e14-4de8-a345-0f9741216007", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0327 23:05:15.473123 3830 cni.go:424] [openshift-monitoring/prometheus-k8s-0 c90a1191418b7d13b64091f792f136da69b24989a1765fab0c10c6cb8d24fdef network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c90a1191418b7d13b64091f792f136da69b24989a1765fab0c10c6cb8d24fdef network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:82:8d:20:61:48\",\"name\":\"c90a1191418b7d1\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/571e14c4-8738-4d5a-b06f-dc526a989852\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:06:14.037504 3830 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0327 23:06:16.298584 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:06:16.298606 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 23:06:21.674766 3830 base_network_controller_pods.go:487] [default/openshift-console/console-7ff69bd975-2tt9t] creating logical port openshift-console_console-7ff69bd975-2tt9t for pod on switch ip-10-0-0-182.ec2.internal I0327 23:06:21.674937 3830 kube.go:256] Updating pod openshift-console/console-7ff69bd975-2tt9t I0327 23:06:21.696317 3830 pod.go:62] [openshift-console/console-7ff69bd975-2tt9t] pod update took 21.419552ms I0327 23:06:21.696343 3830 base_network_controller_pods.go:937] [default/openshift-console/console-7ff69bd975-2tt9t] addLogicalPort annotation time took 21.451648ms I0327 23:06:21.697620 3830 pods.go:271] [openshift-console/console-7ff69bd975-2tt9t] addLogicalPort took 22.875299ms, libovsdb time 955.11µs I0327 23:06:22.034787 3830 cni.go:403] [openshift-console/console-7ff69bd975-2tt9t 1f40893a20135dca741df48d5e3d7d3aa76a225693da083807c11d32b271433f network default NAD default] ADD starting CNI request [openshift-console/console-7ff69bd975-2tt9t 1f40893a20135dca741df48d5e3d7d3aa76a225693da083807c11d32b271433f network default NAD default] I0327 23:06:22.043327 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7ff69bd975-2tt9t, hostIfaceName: 1f40893a20135dc, network: default, NAD default, SandboxID: "1f40893a20135dca741df48d5e3d7d3aa76a225693da083807c11d32b271433f", PCI device ID: , UID: "8a2dd05d-0d7b-4ded-bb56-e61677a78fc7", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0327 23:06:22.086880 3830 cni.go:424] [openshift-console/console-7ff69bd975-2tt9t 1f40893a20135dca741df48d5e3d7d3aa76a225693da083807c11d32b271433f network default NAD default] ADD finished CNI request [openshift-console/console-7ff69bd975-2tt9t 1f40893a20135dca741df48d5e3d7d3aa76a225693da083807c11d32b271433f network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:71:f2:f7:8b:00\",\"name\":\"1f40893a20135dc\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30165ea7-15e6-496e-bdaf-542f3d713489\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:06:32.331564 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0327 23:06:46.989147 3830 obj_retry.go:464] Detected object openshift-console/console-df959d948-tkwxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:46.989725 3830 obj_retry.go:464] Detected object openshift-console/console-df959d948-tkwxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:47.615909 3830 obj_retry.go:458] Detected object openshift-console/console-df959d948-tkwxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:47.615933 3830 obj_retry.go:458] Detected object openshift-console/console-df959d948-tkwxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:47.621427 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-df959d948-tkwxt I0327 23:06:47.621453 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-df959d948-tkwxt I0327 23:06:57.648068 3830 obj_retry.go:464] Detected object openshift-console/console-df959d948-pn2c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:57.648632 3830 obj_retry.go:464] Detected object openshift-console/console-df959d948-pn2c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:58.075357 3830 obj_retry.go:458] Detected object openshift-console/console-df959d948-pn2c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:58.075392 3830 obj_retry.go:458] Detected object openshift-console/console-df959d948-pn2c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:58.081156 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-df959d948-pn2c6 I0327 23:06:58.081180 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-df959d948-pn2c6 I0327 23:07:17.907895 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0327 23:07:53.805223 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 23:07:59.923918 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0327 23:08:08.989957 3830 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:08:11.830875 3830 egressfirewall.go:628] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0327 23:08:11.830902 3830 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:08:11.830935 3830 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 39.938µs I0327 23:08:11.859259 3830 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-n7tkj] creating logical port kube-system_global-pull-secret-syncer-n7tkj for pod on switch ip-10-0-0-182.ec2.internal I0327 23:08:11.859372 3830 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-n7tkj I0327 23:08:11.869906 3830 pod.go:62] [kube-system/global-pull-secret-syncer-n7tkj] pod update took 10.562703ms I0327 23:08:11.869928 3830 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-n7tkj] addLogicalPort annotation time took 10.589118ms I0327 23:08:11.871222 3830 pods.go:271] [kube-system/global-pull-secret-syncer-n7tkj] addLogicalPort took 11.975738ms, libovsdb time 941.225µs I0327 23:08:12.216613 3830 cni.go:403] [kube-system/global-pull-secret-syncer-n7tkj 80bd8d703d967fe1a8d486ea64f31930ee17e9ca8258974449a5df49f66006e2 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-n7tkj 80bd8d703d967fe1a8d486ea64f31930ee17e9ca8258974449a5df49f66006e2 network default NAD default] I0327 23:08:12.225361 3830 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-n7tkj, hostIfaceName: 80bd8d703d967fe, network: default, NAD default, SandboxID: "80bd8d703d967fe1a8d486ea64f31930ee17e9ca8258974449a5df49f66006e2", PCI device ID: , UID: "e9b3e8d6-7bda-4c8a-bb46-d6975cd16727", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0327 23:08:12.269550 3830 cni.go:424] [kube-system/global-pull-secret-syncer-n7tkj 80bd8d703d967fe1a8d486ea64f31930ee17e9ca8258974449a5df49f66006e2 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-n7tkj 80bd8d703d967fe1a8d486ea64f31930ee17e9ca8258974449a5df49f66006e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:3a:66:99:b1:1c\",\"name\":\"80bd8d703d967fe\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4d98fb9-3293-4eeb-be78-e727a6657151\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:08:14.889516 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0327 23:08:20.044367 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 23:08:20.044434 3830 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-f9wf5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-f9wf5: no pod IPs found I0327 23:08:35.895275 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 23:08:41.808640 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0327 23:08:56.924100 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0327 23:08:58.918461 3830 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 23:09:22.901691 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0327 23:09:59.805705 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0327 23:10:01.884986 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0327 23:10:03.630274 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:10:03.630813 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:10:04.516825 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:10:04.516849 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:10:27.817857 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=528 I0327 23:10:39.807801 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=59 I0327 23:10:59.558934 3830 namespace.go:98] [tsf] adding namespace I0327 23:10:59.559936 3830 namespace.go:102] [tsf] adding namespace took 972.817µs I0327 23:10:59.575444 3830 namespace.go:142] [tsf] updating namespace I0327 23:10:59.589460 3830 namespace.go:142] [tsf] updating namespace I0327 23:11:03.438448 3830 namespace.go:98] [konflux-ui] adding namespace I0327 23:11:03.439357 3830 namespace.go:102] [konflux-ui] adding namespace took 878.439µs I0327 23:11:03.441726 3830 namespace.go:98] [rhtpa-operator] adding namespace I0327 23:11:03.441880 3830 namespace.go:98] [cert-manager-operator] adding namespace I0327 23:11:03.442438 3830 namespace.go:102] [rhtpa-operator] adding namespace took 694.316µs I0327 23:11:03.443001 3830 namespace.go:102] [cert-manager-operator] adding namespace took 1.103752ms I0327 23:11:03.444173 3830 namespace.go:98] [tsf-tpa] adding namespace I0327 23:11:03.444195 3830 namespace.go:98] [tsf-keycloak] adding namespace I0327 23:11:03.444350 3830 namespace.go:98] [konflux-operator] adding namespace I0327 23:11:03.444480 3830 namespace.go:98] [rhbk-operator] adding namespace I0327 23:11:03.444836 3830 namespace.go:102] [tsf-tpa] adding namespace took 649.308µs I0327 23:11:03.444865 3830 namespace.go:98] [tsf-tas] adding namespace I0327 23:11:03.445433 3830 namespace.go:102] [tsf-tas] adding namespace took 557.914µs I0327 23:11:03.446054 3830 namespace.go:102] [tsf-keycloak] adding namespace took 1.847534ms I0327 23:11:03.446595 3830 namespace.go:102] [konflux-operator] adding namespace took 2.226782ms I0327 23:11:03.447346 3830 namespace.go:102] [rhbk-operator] adding namespace took 2.853356ms I0327 23:11:03.458888 3830 namespace.go:142] [konflux-ui] updating namespace I0327 23:11:03.482117 3830 namespace.go:142] [konflux-ui] updating namespace I0327 23:11:03.491030 3830 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:11:03.491190 3830 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:03.493716 3830 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:03.493835 3830 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:11:03.507139 3830 namespace.go:142] [rhbk-operator] updating namespace I0327 23:11:03.509652 3830 namespace.go:142] [tsf-tas] updating namespace I0327 23:11:03.509701 3830 namespace.go:142] [konflux-operator] updating namespace I0327 23:11:03.510669 3830 namespace.go:142] [konflux-ui] updating namespace I0327 23:11:03.556667 3830 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:11:03.568303 3830 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:11:03.585486 3830 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:03.595765 3830 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:03.617447 3830 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:03.633139 3830 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:03.642366 3830 namespace.go:142] [konflux-operator] updating namespace I0327 23:11:03.651776 3830 namespace.go:142] [konflux-operator] updating namespace I0327 23:11:03.668049 3830 namespace.go:142] [tsf-tas] updating namespace I0327 23:11:03.677881 3830 namespace.go:142] [tsf-tas] updating namespace I0327 23:11:03.693109 3830 namespace.go:142] [rhbk-operator] updating namespace I0327 23:11:03.703760 3830 namespace.go:142] [rhbk-operator] updating namespace I0327 23:11:03.718986 3830 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:11:03.729601 3830 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:11:04.740990 3830 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:04.751315 3830 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:10.976998 3830 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.977569 3830 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.977595 3830 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.977603 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:10.977614 3830 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.977618 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:10.997117 3830 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.997538 3830 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.997558 3830 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.997566 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:10.997576 3830 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.997580 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:12.002333 3830 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.002359 3830 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.002375 3830 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.002389 3830 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.026584 3830 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.026600 3830 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.026611 3830 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.026619 3830 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:17.029261 3830 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.029802 3830 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.029827 3830 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.029835 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:17.029845 3830 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.029849 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:17.054413 3830 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.054929 3830 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.054952 3830 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.054975 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:17.054991 3830 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.054999 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:18.082222 3830 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.082244 3830 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.082257 3830 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.082271 3830 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102569 3830 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102602 3830 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102620 3830 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102634 3830 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:19.047736 3830 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.048300 3830 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.048329 3830 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.048339 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:19.048358 3830 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.048367 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:19.067063 3830 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.067575 3830 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.067602 3830 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.067612 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:19.067628 3830 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.067636 3830 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:19.803387 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0327 23:11:20.080705 3830 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.080728 3830 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.080743 3830 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.080753 3830 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.097081 3830 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.097107 3830 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.097121 3830 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.097132 3830 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:25.916576 3830 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-wfmlv for pod on switch ip-10-0-0-182.ec2.internal I0327 23:11:25.916728 3830 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv I0327 23:11:25.955303 3830 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv] pod update took 38.597404ms I0327 23:11:25.955327 3830 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv] addLogicalPort annotation time took 38.629809ms I0327 23:11:25.956608 3830 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv] addLogicalPort took 40.0494ms, libovsdb time 924.879µs I0327 23:11:26.274596 3830 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default] I0327 23:11:26.283435 3830 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-wfmlv, hostIfaceName: 4c1af637e794d7b, network: default, NAD default, SandboxID: "4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144", PCI device ID: , UID: "37906e10-8ef3-47dd-ac43-9945a50d19f8", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0327 23:11:26.325756 3830 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:97:01:2c:20:6e\",\"name\":\"4c1af637e794d7b\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0da36092-3f18-4fd0-a972-01637c777013\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:11:27.912422 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0327 23:11:29.451392 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.491432 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.500564 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.514010 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.521947 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0327 23:11:30.716925 3830 namespace.go:142] [openshift-operators] updating namespace I0327 23:11:30.742498 3830 namespace.go:142] [openshift-operators] updating namespace I0327 23:11:34.708338 3830 namespace.go:98] [cert-manager] adding namespace I0327 23:11:34.709223 3830 namespace.go:102] [cert-manager] adding namespace took 853.977µs I0327 23:11:34.719415 3830 namespace.go:142] [cert-manager] updating namespace I0327 23:11:34.736025 3830 namespace.go:142] [cert-manager] updating namespace I0327 23:11:36.392225 3830 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-v5rdz for pod on switch ip-10-0-0-182.ec2.internal I0327 23:11:36.392358 3830 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz I0327 23:11:36.407018 3830 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz] pod update took 14.684728ms I0327 23:11:36.407044 3830 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz] addLogicalPort annotation time took 14.739388ms I0327 23:11:36.408275 3830 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz] addLogicalPort took 16.068567ms, libovsdb time 927.921µs I0327 23:11:36.771917 3830 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz a817563babb1edf1a301020dade03ada6996f3ab5f5f24d93b6a6f24156326f5 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz a817563babb1edf1a301020dade03ada6996f3ab5f5f24d93b6a6f24156326f5 network default NAD default] I0327 23:11:36.780609 3830 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-v5rdz, hostIfaceName: a817563babb1edf, network: default, NAD default, SandboxID: "a817563babb1edf1a301020dade03ada6996f3ab5f5f24d93b6a6f24156326f5", PCI device ID: , UID: "79b5557d-95ae-443d-a0d7-1c797d029085", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0327 23:11:36.823887 3830 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz a817563babb1edf1a301020dade03ada6996f3ab5f5f24d93b6a6f24156326f5 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-v5rdz a817563babb1edf1a301020dade03ada6996f3ab5f5f24d93b6a6f24156326f5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:68:12:69:6b:37\",\"name\":\"a817563babb1edf\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47d3d45f-56d9-47f0-b06f-188cc77f66e7\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:11:39.708468 3830 namespace.go:98] [trusted-artifact-signer] adding namespace I0327 23:11:39.709498 3830 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.00727ms I0327 23:11:39.758562 3830 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:11:39.758646 3830 namespace.go:142] [trusted-artifact-signer] updating namespace W0327 23:11:39.986506 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0327 23:11:40.481287 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0327 23:11:40.806503 3830 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-qsl27] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-qsl27 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:11:40.806707 3830 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-qsl27 I0327 23:11:40.825277 3830 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-qsl27] pod update took 18.621048ms I0327 23:11:40.825302 3830 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-qsl27] addLogicalPort annotation time took 18.659795ms I0327 23:11:40.826555 3830 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-qsl27] addLogicalPort took 20.066558ms, libovsdb time 874.556µs I0327 23:11:41.409744 3830 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-qsl27 f4f76e4f3cd8e920697567fcf457fa1cc6046fad6f058329f9c8fd99ae43f6bd network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-qsl27 f4f76e4f3cd8e920697567fcf457fa1cc6046fad6f058329f9c8fd99ae43f6bd network default NAD default] I0327 23:11:41.419977 3830 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-qsl27, hostIfaceName: f4f76e4f3cd8e92, network: default, NAD default, SandboxID: "f4f76e4f3cd8e920697567fcf457fa1cc6046fad6f058329f9c8fd99ae43f6bd", PCI device ID: , UID: "5c4d7ba9-62e0-4591-9387-eab7305c52ae", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0327 23:11:41.466864 3830 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-qsl27 f4f76e4f3cd8e920697567fcf457fa1cc6046fad6f058329f9c8fd99ae43f6bd network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-qsl27 f4f76e4f3cd8e920697567fcf457fa1cc6046fad6f058329f9c8fd99ae43f6bd network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:14:ac:b5:23:41\",\"name\":\"f4f76e4f3cd8e92\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bd2d3b5-8a7e-40b0-b804-58146266d9ed\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:11:42.544514 3830 namespace.go:142] [openshift-operators] updating namespace W0327 23:11:42.566464 3830 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 23:11:42.566486 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0327 23:11:43.506718 3830 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-rh642 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:11:43.506841 3830 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642 I0327 23:11:43.540837 3830 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642] pod update took 34.025362ms I0327 23:11:43.540861 3830 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642] addLogicalPort annotation time took 34.052847ms I0327 23:11:43.542187 3830 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642] addLogicalPort took 35.490356ms, libovsdb time 973.042µs I0327 23:11:43.865317 3830 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642 1ac7c59dc2522225f3b9dacf5fb8c65fffc40849021f3b6fdcef462d1d00c493 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642 1ac7c59dc2522225f3b9dacf5fb8c65fffc40849021f3b6fdcef462d1d00c493 network default NAD default] I0327 23:11:43.874050 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-rh642, hostIfaceName: 1ac7c59dc252222, network: default, NAD default, SandboxID: "1ac7c59dc2522225f3b9dacf5fb8c65fffc40849021f3b6fdcef462d1d00c493", PCI device ID: , UID: "5dcca918-5485-4180-9004-966cceb6f13e", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0327 23:11:43.917094 3830 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642 1ac7c59dc2522225f3b9dacf5fb8c65fffc40849021f3b6fdcef462d1d00c493 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-rh642 1ac7c59dc2522225f3b9dacf5fb8c65fffc40849021f3b6fdcef462d1d00c493 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:99:6f:33:5c:3d\",\"name\":\"1ac7c59dc252222\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39ae779b-2a24-4e9a-8aca-09fe451d6424\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:11:45.544315 3830 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-t4kl9] creating logical port cert-manager_cert-manager-59ccb4bb6b-t4kl9 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:11:45.544414 3830 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-t4kl9 I0327 23:11:45.565039 3830 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-t4kl9] pod update took 20.65038ms I0327 23:11:45.565064 3830 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-t4kl9] addLogicalPort annotation time took 20.681224ms I0327 23:11:45.566545 3830 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-t4kl9] addLogicalPort took 22.250416ms, libovsdb time 1.030315ms I0327 23:11:46.626987 3830 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-t4kl9 9026adba6458967516288118c8998f3e480860d3931e1e96dcdfbd2d4644c34f network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-t4kl9 9026adba6458967516288118c8998f3e480860d3931e1e96dcdfbd2d4644c34f network default NAD default] I0327 23:11:46.636540 3830 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-t4kl9, hostIfaceName: 9026adba6458967, network: default, NAD default, SandboxID: "9026adba6458967516288118c8998f3e480860d3931e1e96dcdfbd2d4644c34f", PCI device ID: , UID: "bfbbd25e-5e40-456e-8def-6f14652c27f6", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0327 23:11:46.686134 3830 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-t4kl9 9026adba6458967516288118c8998f3e480860d3931e1e96dcdfbd2d4644c34f network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-t4kl9 9026adba6458967516288118c8998f3e480860d3931e1e96dcdfbd2d4644c34f network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:13:67:7f:20:4a\",\"name\":\"9026adba6458967\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0fcd8b5-50a2-4ea0-a906-152b948e91c7\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:11:48.678582 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 23:11:48.678608 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0327 23:11:48.885335 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0327 23:11:51.024318 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0327 23:11:58.823417 3830 namespace.go:98] [openshift-pipelines] adding namespace I0327 23:11:58.824247 3830 namespace.go:102] [openshift-pipelines] adding namespace took 807.411µs I0327 23:11:58.850335 3830 namespace.go:142] [openshift-pipelines] updating namespace I0327 23:11:59.532377 3830 namespace.go:142] [cert-manager] updating namespace I0327 23:11:59.733490 3830 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:12:00.133584 3830 namespace.go:142] [konflux-operator] updating namespace I0327 23:12:00.334126 3830 namespace.go:142] [konflux-ui] updating namespace I0327 23:12:00.535002 3830 namespace.go:142] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] updating namespace I0327 23:12:00.937509 3830 namespace.go:142] [rhbk-operator] updating namespace I0327 23:12:01.134639 3830 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:12:01.335677 3830 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:12:01.535783 3830 namespace.go:142] [tsf] updating namespace I0327 23:12:01.735765 3830 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:12:01.943781 3830 namespace.go:142] [tsf-tas] updating namespace I0327 23:12:02.139248 3830 namespace.go:142] [tsf-tpa] updating namespace I0327 23:12:02.269401 3830 namespace.go:142] [cert-manager] updating namespace I0327 23:12:02.279142 3830 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:12:02.287692 3830 namespace.go:142] [default] updating namespace I0327 23:12:02.297830 3830 namespace.go:142] [konflux-operator] updating namespace I0327 23:12:02.306502 3830 namespace.go:142] [konflux-ui] updating namespace I0327 23:12:02.317536 3830 namespace.go:142] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] updating namespace I0327 23:12:02.327441 3830 namespace.go:142] [openshift] updating namespace I0327 23:12:02.341235 3830 namespace.go:142] [rhbk-operator] updating namespace I0327 23:12:02.351256 3830 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:12:02.360189 3830 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:12:02.372369 3830 namespace.go:142] [tsf] updating namespace I0327 23:12:02.381295 3830 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:12:02.428610 3830 namespace.go:142] [tsf-tas] updating namespace I0327 23:12:02.441256 3830 namespace.go:142] [tsf-tpa] updating namespace I0327 23:12:02.525952 3830 namespace.go:142] [cert-manager] updating namespace I0327 23:12:02.622548 3830 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:12:02.721236 3830 namespace.go:142] [default] updating namespace I0327 23:12:02.825003 3830 namespace.go:142] [konflux-operator] updating namespace I0327 23:12:02.925827 3830 namespace.go:142] [konflux-ui] updating namespace I0327 23:12:03.023699 3830 namespace.go:142] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] updating namespace I0327 23:12:03.124932 3830 namespace.go:142] [openshift] updating namespace I0327 23:12:03.222236 3830 namespace.go:142] [rhbk-operator] updating namespace I0327 23:12:03.324556 3830 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:12:03.423781 3830 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:12:03.521297 3830 namespace.go:142] [tsf] updating namespace I0327 23:12:03.626236 3830 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:12:03.721731 3830 namespace.go:142] [tsf-tas] updating namespace I0327 23:12:03.823683 3830 namespace.go:142] [tsf-tpa] updating namespace I0327 23:12:04.019307 3830 namespace.go:142] [openshift-pipelines] updating namespace I0327 23:12:06.272093 3830 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:06.272657 3830 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:06.296610 3830 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:06.296642 3830 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:06.301466 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0327 23:12:06.301489 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0327 23:12:11.533310 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-dv74z] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-dv74z for pod on switch ip-10-0-0-182.ec2.internal I0327 23:12:11.533409 3830 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-dv74z I0327 23:12:11.550272 3830 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-dv74z] pod update took 16.891035ms I0327 23:12:11.550300 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-dv74z] addLogicalPort annotation time took 16.924818ms I0327 23:12:11.551433 3830 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-dv74z] addLogicalPort took 18.138036ms, libovsdb time 780.48µs I0327 23:12:11.740158 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-8ddss for pod on switch ip-10-0-0-182.ec2.internal I0327 23:12:11.740286 3830 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss I0327 23:12:11.753897 3830 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss] pod update took 13.658913ms I0327 23:12:11.753917 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss] addLogicalPort annotation time took 13.687579ms I0327 23:12:11.755254 3830 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss] addLogicalPort took 15.113596ms, libovsdb time 947.763µs I0327 23:12:11.891809 3830 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-dv74z 436404f30d48c3878f9235c799b32d7a65cffb522b03b5b28af0a43fca04da57 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-dv74z 436404f30d48c3878f9235c799b32d7a65cffb522b03b5b28af0a43fca04da57 network default NAD default] I0327 23:12:11.900701 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-dv74z, hostIfaceName: 436404f30d48c38, network: default, NAD default, SandboxID: "436404f30d48c3878f9235c799b32d7a65cffb522b03b5b28af0a43fca04da57", PCI device ID: , UID: "d4aa935f-345b-44f1-bc04-57bfa609982e", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0327 23:12:11.943919 3830 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-dv74z 436404f30d48c3878f9235c799b32d7a65cffb522b03b5b28af0a43fca04da57 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-dv74z 436404f30d48c3878f9235c799b32d7a65cffb522b03b5b28af0a43fca04da57 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:71:da:6e:38:cc\",\"name\":\"436404f30d48c38\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b70a1c6a-22dc-4e8e-a5c9-2671de2b2dd0\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:12:12.099731 3830 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss 89bc35e713221d89fffa67722353163b2c17e52984c5139b928720bf1a81af09 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss 89bc35e713221d89fffa67722353163b2c17e52984c5139b928720bf1a81af09 network default NAD default] I0327 23:12:12.109760 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-8ddss, hostIfaceName: 89bc35e713221d8, network: default, NAD default, SandboxID: "89bc35e713221d89fffa67722353163b2c17e52984c5139b928720bf1a81af09", PCI device ID: , UID: "6ad36d76-82bd-4bb9-b58a-58fc564db64e", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0327 23:12:12.153436 3830 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss 89bc35e713221d89fffa67722353163b2c17e52984c5139b928720bf1a81af09 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8ddss 89bc35e713221d89fffa67722353163b2c17e52984c5139b928720bf1a81af09 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:06:5c:4f:55:fc\",\"name\":\"89bc35e713221d8\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33504730-b06a-4e2f-8a71-9eff829278e2\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:12:16.156003 3830 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 23:12:16.156026 3830 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 23:12:16.156030 3830 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 23:12:16.694066 3830 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.694091 3830 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.694097 3830 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.694103 3830 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.730363 3830 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 23:12:16.730386 3830 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 23:12:16.730390 3830 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 23:12:18.229187 3830 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0327 23:12:18.259828 3830 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0327 23:12:27.691848 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:27.691871 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:27.691880 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:27.691887 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:27.723561 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 23:12:27.723581 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 23:12:27.723597 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0327 23:12:34.860295 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-vlfv2 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:12:34.860409 3830 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2 I0327 23:12:34.875304 3830 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2] pod update took 14.932415ms I0327 23:12:34.875327 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2] addLogicalPort annotation time took 14.962048ms I0327 23:12:34.876555 3830 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2] addLogicalPort took 16.276438ms, libovsdb time 907.286µs I0327 23:12:35.218882 3830 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2 81e64f31c1dfc0ef62464d1b3fa351b996cdd224644f3f6429629be35a31d41d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2 81e64f31c1dfc0ef62464d1b3fa351b996cdd224644f3f6429629be35a31d41d network default NAD default] I0327 23:12:35.235040 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-vlfv2, hostIfaceName: 81e64f31c1dfc0e, network: default, NAD default, SandboxID: "81e64f31c1dfc0ef62464d1b3fa351b996cdd224644f3f6429629be35a31d41d", PCI device ID: , UID: "a101b532-effb-4732-9d1a-a277ce3b4393", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0327 23:12:35.282778 3830 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2 81e64f31c1dfc0ef62464d1b3fa351b996cdd224644f3f6429629be35a31d41d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-vlfv2 81e64f31c1dfc0ef62464d1b3fa351b996cdd224644f3f6429629be35a31d41d network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:c3:b9:fb:c5:0b\",\"name\":\"81e64f31c1dfc0e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e803dce4-c56f-4f07-85db-2ace6c944b42\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:12:39.271263 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0327 23:12:41.483795 3830 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:41.484401 3830 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:41.503244 3830 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:41.503268 3830 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:41.509204 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0327 23:12:41.509230 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0327 23:12:49.329132 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:12:49.329154 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:12:49.336010 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 23:12:56.311046 3830 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 23:12:59.388757 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:12:59.388854 3830 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0327 23:12:59.403029 3830 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.199083ms I0327 23:12:59.403052 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.227641ms I0327 23:12:59.404284 3830 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.546854ms, libovsdb time 864.15µs I0327 23:13:03.354902 3830 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 14592b616fda01754c7d5c3f9c9479d94d9426e542b4e64a629dcd2d6540da7a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 14592b616fda01754c7d5c3f9c9479d94d9426e542b4e64a629dcd2d6540da7a network default NAD default] I0327 23:13:03.363242 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 14592b616fda017, network: default, NAD default, SandboxID: "14592b616fda01754c7d5c3f9c9479d94d9426e542b4e64a629dcd2d6540da7a", PCI device ID: , UID: "08aadd59-d8fb-42f6-94eb-9cda83d1cc2e", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0327 23:13:03.408479 3830 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 14592b616fda01754c7d5c3f9c9479d94d9426e542b4e64a629dcd2d6540da7a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 14592b616fda01754c7d5c3f9c9479d94d9426e542b4e64a629dcd2d6540da7a network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:7e:31:31:4b:58\",\"name\":\"14592b616fda017\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44bda980-ee13-4cdc-a486-8141d8815b5b\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:13:09.972045 3830 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 23:13:11.310046 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-d296h for pod on switch ip-10-0-0-182.ec2.internal I0327 23:13:11.310151 3830 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h I0327 23:13:11.327804 3830 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h] pod update took 17.679796ms I0327 23:13:11.327826 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h] addLogicalPort annotation time took 17.707461ms I0327 23:13:11.329110 3830 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h] addLogicalPort took 19.0847ms, libovsdb time 889.778µs I0327 23:13:11.406006 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-gsjmb for pod on switch ip-10-0-0-182.ec2.internal I0327 23:13:11.406093 3830 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb I0327 23:13:11.420799 3830 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb] pod update took 14.726424ms I0327 23:13:11.420822 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb] addLogicalPort annotation time took 14.754318ms I0327 23:13:11.422244 3830 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb] addLogicalPort took 16.259106ms, libovsdb time 994.067µs I0327 23:13:11.676014 3830 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h ff6c9292ceda002d8707bfd5bcde5d69528cdb83f5c98d037ec7d7775b692b51 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h ff6c9292ceda002d8707bfd5bcde5d69528cdb83f5c98d037ec7d7775b692b51 network default NAD default] I0327 23:13:11.684318 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-d296h, hostIfaceName: ff6c9292ceda002, network: default, NAD default, SandboxID: "ff6c9292ceda002d8707bfd5bcde5d69528cdb83f5c98d037ec7d7775b692b51", PCI device ID: , UID: "2a2fb40a-fcd3-49f9-9230-68db4c4eec8c", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0327 23:13:11.730730 3830 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h ff6c9292ceda002d8707bfd5bcde5d69528cdb83f5c98d037ec7d7775b692b51 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-d296h ff6c9292ceda002d8707bfd5bcde5d69528cdb83f5c98d037ec7d7775b692b51 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:5c:2b:54:13:91\",\"name\":\"ff6c9292ceda002\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1076ab8-8efd-49e0-8445-fce594826e67\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:13:11.768771 3830 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb d8c929a28fcad4393f03985eacb3d75f44ec00d1e56adabb9bb65b8bb6864726 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb d8c929a28fcad4393f03985eacb3d75f44ec00d1e56adabb9bb65b8bb6864726 network default NAD default] I0327 23:13:11.777856 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-gsjmb, hostIfaceName: d8c929a28fcad43, network: default, NAD default, SandboxID: "d8c929a28fcad4393f03985eacb3d75f44ec00d1e56adabb9bb65b8bb6864726", PCI device ID: , UID: "2f9f8d69-c896-49b8-915c-f986abf11b40", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0327 23:13:11.824488 3830 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb d8c929a28fcad4393f03985eacb3d75f44ec00d1e56adabb9bb65b8bb6864726 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gsjmb d8c929a28fcad4393f03985eacb3d75f44ec00d1e56adabb9bb65b8bb6864726 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:4b:c8:5e:d3:28\",\"name\":\"d8c929a28fcad43\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8cfa669-54c0-4ba4-881f-6e59268750c8\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:13:16.419025 3830 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:16.419606 3830 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:16.463068 3830 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:16.463092 3830 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:16.468262 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 23:13:16.468290 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 23:13:18.123783 3830 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-vk94d-lx8rl] creating logical port tsf-tas_segment-backup-installation-vk94d-lx8rl for pod on switch ip-10-0-0-182.ec2.internal I0327 23:13:18.123883 3830 kube.go:256] Updating pod tsf-tas/segment-backup-installation-vk94d-lx8rl I0327 23:13:18.139343 3830 pod.go:62] [tsf-tas/segment-backup-installation-vk94d-lx8rl] pod update took 15.478476ms I0327 23:13:18.139371 3830 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-vk94d-lx8rl] addLogicalPort annotation time took 15.513212ms I0327 23:13:18.140734 3830 pods.go:271] [tsf-tas/segment-backup-installation-vk94d-lx8rl] addLogicalPort took 16.967348ms, libovsdb time 936.301µs I0327 23:13:18.497191 3830 cni.go:403] [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default] I0327 23:13:18.505772 3830 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-vk94d-lx8rl, hostIfaceName: a07e47d2ec69b00, network: default, NAD default, SandboxID: "a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12", PCI device ID: , UID: "aefa4b75-4146-48b3-aea4-f23c9373d768", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0327 23:13:18.554649 3830 cni.go:424] [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:5b:65:a5:7b:a1\",\"name\":\"a07e47d2ec69b00\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb576c08-de6e-46bb-b32b-30c4026d556d\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:13:18.981199 3830 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 23:13:18.981220 3830 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 23:13:18.981225 3830 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0327 23:13:19.288919 3830 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7846769cdb-qkt4v] creating logical port tsf-tas_fulcio-server-7846769cdb-qkt4v for pod on switch ip-10-0-0-182.ec2.internal I0327 23:13:19.289136 3830 kube.go:256] Updating pod tsf-tas/fulcio-server-7846769cdb-qkt4v I0327 23:13:19.305833 3830 pod.go:62] [tsf-tas/fulcio-server-7846769cdb-qkt4v] pod update took 16.729324ms I0327 23:13:19.306052 3830 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-7846769cdb-qkt4v] addLogicalPort annotation time took 16.952652ms I0327 23:13:19.308208 3830 pods.go:271] [tsf-tas/fulcio-server-7846769cdb-qkt4v] addLogicalPort took 19.309073ms, libovsdb time 1.579714ms I0327 23:13:19.619209 3830 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-bd7677bcf-rlkqk] creating logical port tsf-tas_trillian-logsigner-bd7677bcf-rlkqk for pod on switch ip-10-0-0-182.ec2.internal I0327 23:13:19.619334 3830 kube.go:256] Updating pod tsf-tas/trillian-logsigner-bd7677bcf-rlkqk I0327 23:13:19.633522 3830 pod.go:62] [tsf-tas/trillian-logsigner-bd7677bcf-rlkqk] pod update took 14.22247ms I0327 23:13:19.633551 3830 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-bd7677bcf-rlkqk] addLogicalPort annotation time took 14.256469ms I0327 23:13:19.635280 3830 pods.go:271] [tsf-tas/trillian-logsigner-bd7677bcf-rlkqk] addLogicalPort took 16.091809ms, libovsdb time 1.174476ms I0327 23:13:19.672474 3830 cni.go:403] [tsf-tas/fulcio-server-7846769cdb-qkt4v d9ae87ebed152d7a15aba3d13604534fdc6df1389938d0704774d1e915703890 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-7846769cdb-qkt4v d9ae87ebed152d7a15aba3d13604534fdc6df1389938d0704774d1e915703890 network default NAD default] I0327 23:13:19.683769 3830 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7846769cdb-qkt4v, hostIfaceName: d9ae87ebed152d7, network: default, NAD default, SandboxID: "d9ae87ebed152d7a15aba3d13604534fdc6df1389938d0704774d1e915703890", PCI device ID: , UID: "08f07694-6aca-41f7-82a4-5573b20572e3", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0327 23:13:19.745866 3830 cni.go:424] [tsf-tas/fulcio-server-7846769cdb-qkt4v d9ae87ebed152d7a15aba3d13604534fdc6df1389938d0704774d1e915703890 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-7846769cdb-qkt4v d9ae87ebed152d7a15aba3d13604534fdc6df1389938d0704774d1e915703890 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:08:19:80:5c:2a\",\"name\":\"d9ae87ebed152d7\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b464419b-a6c3-4d26-ba42-6f5f866e5f46\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:13:20.010147 3830 cni.go:403] [tsf-tas/trillian-logsigner-bd7677bcf-rlkqk 776984d1055abfe8267bf4b8daf7b9abd03f560bab9c73688dd59c920ee3e320 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-bd7677bcf-rlkqk 776984d1055abfe8267bf4b8daf7b9abd03f560bab9c73688dd59c920ee3e320 network default NAD default] I0327 23:13:20.020797 3830 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-bd7677bcf-rlkqk, hostIfaceName: 776984d1055abfe, network: default, NAD default, SandboxID: "776984d1055abfe8267bf4b8daf7b9abd03f560bab9c73688dd59c920ee3e320", PCI device ID: , UID: "89ed8c29-1f3f-4de2-ad0b-9e368f2d3809", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0327 23:13:20.084464 3830 cni.go:424] [tsf-tas/trillian-logsigner-bd7677bcf-rlkqk 776984d1055abfe8267bf4b8daf7b9abd03f560bab9c73688dd59c920ee3e320 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-bd7677bcf-rlkqk 776984d1055abfe8267bf4b8daf7b9abd03f560bab9c73688dd59c920ee3e320 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:88:d0:2b:d0:0d\",\"name\":\"776984d1055abfe\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0bb9984-19da-4ca4-bb3a-66458d76aee4\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:13:26.642615 3830 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0327 23:13:29.034840 3830 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0327 23:13:29.034917 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0327 23:13:29.066159 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0327 23:13:29.066184 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0327 23:13:30.650959 3830 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0327 23:13:31.690057 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 23:13:31.690079 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 23:13:31.690084 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0327 23:13:31.705019 3830 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-ghn4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:31.705526 3830 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-ghn4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 23:13:32.053816 3830 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0327 23:13:32.738084 3830 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-ghn4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:32.738111 3830 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-ghn4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:33.109231 3830 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:33.109779 3830 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:33.572567 3830 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:33.572593 3830 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:33.576038 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 23:13:33.576060 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0327 23:13:35.073068 3830 cni.go:403] [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default] I0327 23:13:35.146397 3830 cni.go:424] [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-vk94d-lx8rl a07e47d2ec69b00317f2e563856f7d7306cf030809d89025e6b8feaa6fa1ad12 network default NAD default], result "{}", err I0327 23:13:35.196840 3830 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:35.196880 3830 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-vk94d-lx8rl I0327 23:13:35.198233 3830 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-vk94d-lx8rl, ips: 10.130.0.33 I0327 23:13:35.198265 3830 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:36.218562 3830 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:36.218595 3830 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 23:13:37.606179 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:13:37.606199 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:13:37.609852 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 23:14:01.487810 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-5zv7g for pod on switch ip-10-0-0-182.ec2.internal I0327 23:14:01.487921 3830 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g I0327 23:14:01.502234 3830 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g] pod update took 14.342576ms I0327 23:14:01.502257 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g] addLogicalPort annotation time took 14.373153ms I0327 23:14:01.504852 3830 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g] addLogicalPort took 17.06532ms, libovsdb time 2.129273ms I0327 23:14:01.596826 3830 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-czjqb for pod on switch ip-10-0-0-182.ec2.internal I0327 23:14:01.596919 3830 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb I0327 23:14:01.629366 3830 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb] pod update took 32.47199ms I0327 23:14:01.629397 3830 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb] addLogicalPort annotation time took 32.507665ms I0327 23:14:01.630776 3830 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb] addLogicalPort took 33.965214ms, libovsdb time 913.325µs I0327 23:14:02.092280 3830 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g 35004f750035ae4685ed454dbae145895ea13ab6fcdf6db8910d7ebe235737ec network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g 35004f750035ae4685ed454dbae145895ea13ab6fcdf6db8910d7ebe235737ec network default NAD default] I0327 23:14:02.096138 3830 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb 66fa70bb3b6139829e01dae8f5cf3b667f0a99988e2ba76990a50ab857f730d5 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb 66fa70bb3b6139829e01dae8f5cf3b667f0a99988e2ba76990a50ab857f730d5 network default NAD default] I0327 23:14:02.101819 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-5zv7g, hostIfaceName: 35004f750035ae4, network: default, NAD default, SandboxID: "35004f750035ae4685ed454dbae145895ea13ab6fcdf6db8910d7ebe235737ec", PCI device ID: , UID: "77804123-95e1-468a-8808-8aca31a27e8e", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0327 23:14:02.105544 3830 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-czjqb, hostIfaceName: 66fa70bb3b61398, network: default, NAD default, SandboxID: "66fa70bb3b6139829e01dae8f5cf3b667f0a99988e2ba76990a50ab857f730d5", PCI device ID: , UID: "19efeb88-66f7-4112-b74e-cb387d6136df", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0327 23:14:02.168762 3830 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g 35004f750035ae4685ed454dbae145895ea13ab6fcdf6db8910d7ebe235737ec network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5zv7g 35004f750035ae4685ed454dbae145895ea13ab6fcdf6db8910d7ebe235737ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:a3:f5:0d:71:dc\",\"name\":\"35004f750035ae4\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f96bcb7-14da-43c1-bff4-ebaa0ca58659\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:14:02.178543 3830 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb 66fa70bb3b6139829e01dae8f5cf3b667f0a99988e2ba76990a50ab857f730d5 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-czjqb 66fa70bb3b6139829e01dae8f5cf3b667f0a99988e2ba76990a50ab857f730d5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:76:0f:16:f3:13\",\"name\":\"66fa70bb3b61398\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4fbe854-da29-4b3f-ac09-a3052722db5e\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:14:04.780339 3830 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 23:14:04.780364 3830 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 23:14:05.178924 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0327 23:14:05.264198 3830 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0327 23:14:11.003194 3830 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:11.003764 3830 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:11.023316 3830 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:11.023335 3830 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:11.029531 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0327 23:14:11.029558 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0327 23:14:15.062483 3830 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:15.063053 3830 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:15.851612 3830 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:15.851646 3830 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 23:14:16.244556 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0327 23:14:18.049680 3830 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:18.050273 3830 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:18.942440 3830 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:18.942469 3830 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:19.065550 3830 obj_retry.go:464] Detected object tsf/patch-tekton-config-v78tr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:19.066144 3830 obj_retry.go:464] Detected object tsf/patch-tekton-config-v78tr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:20.086608 3830 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:20.086635 3830 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:21.274421 3830 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5f6585ff67-rd5kn] creating logical port tsf-tas_rekor-search-ui-5f6585ff67-rd5kn for pod on switch ip-10-0-0-182.ec2.internal I0327 23:14:21.274513 3830 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5f6585ff67-rd5kn I0327 23:14:21.286867 3830 pod.go:62] [tsf-tas/rekor-search-ui-5f6585ff67-rd5kn] pod update took 12.375798ms I0327 23:14:21.286888 3830 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-5f6585ff67-rd5kn] addLogicalPort annotation time took 12.403862ms I0327 23:14:21.288318 3830 pods.go:271] [tsf-tas/rekor-search-ui-5f6585ff67-rd5kn] addLogicalPort took 13.918514ms, libovsdb time 876.111µs I0327 23:14:21.638798 3830 cni.go:403] [tsf-tas/rekor-search-ui-5f6585ff67-rd5kn e5632bc04c1155434c24ed58807a331ac46304d64e0517dddc1bc47be68ba411 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-5f6585ff67-rd5kn e5632bc04c1155434c24ed58807a331ac46304d64e0517dddc1bc47be68ba411 network default NAD default] I0327 23:14:21.647078 3830 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5f6585ff67-rd5kn, hostIfaceName: e5632bc04c11554, network: default, NAD default, SandboxID: "e5632bc04c1155434c24ed58807a331ac46304d64e0517dddc1bc47be68ba411", PCI device ID: , UID: "a1106407-fa29-43e7-be0e-6079a007fff5", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0327 23:14:21.693188 3830 cni.go:424] [tsf-tas/rekor-search-ui-5f6585ff67-rd5kn e5632bc04c1155434c24ed58807a331ac46304d64e0517dddc1bc47be68ba411 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-5f6585ff67-rd5kn e5632bc04c1155434c24ed58807a331ac46304d64e0517dddc1bc47be68ba411 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:0d:60:36:ad:45\",\"name\":\"e5632bc04c11554\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b8e4b0-3810-49f4-b703-826279a94636\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:14:23.995069 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0327 23:14:24.340403 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0327 23:14:24.901655 3830 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0327 23:14:25.112346 3830 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-p8t58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:25.112938 3830 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-p8t58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:25.920897 3830 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0327 23:14:26.137745 3830 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-p8t58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.137774 3830 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-p8t58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.178585 3830 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.178610 3830 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.184049 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v78tr I0327 23:14:26.184074 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v78tr W0327 23:14:35.050442 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0327 23:14:36.196170 3830 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:36.196788 3830 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:36.220878 3830 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:36.220905 3830 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:36.227371 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0327 23:14:36.227394 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines W0327 23:14:36.363316 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0327 23:14:40.220007 3830 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:40.220558 3830 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:40.240712 3830 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:40.240730 3830 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:40.248145 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0327 23:14:40.248166 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0327 23:14:46.173759 3830 obj_retry.go:464] Detected object tsf-tpa/create-db-l5kzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:46.174298 3830 obj_retry.go:464] Detected object tsf-tpa/create-db-l5kzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:47.196259 3830 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:47.196284 3830 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:50.216109 3830 obj_retry.go:464] Detected object tsf-tpa/migrate-db-czpsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:50.216679 3830 obj_retry.go:464] Detected object tsf-tpa/migrate-db-czpsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:50.362282 3830 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:50.362307 3830 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:53.234464 3830 obj_retry.go:464] Detected object tsf-tpa/create-importers-cd6ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:53.235039 3830 obj_retry.go:464] Detected object tsf-tpa/create-importers-cd6ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:54.262990 3830 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:54.263016 3830 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:58.926811 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0327 23:15:03.887862 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 W0327 23:15:05.277340 3830 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0327 23:15:05.407550 3830 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:05.408113 3830 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:06.274018 3830 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:06.274047 3830 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:08.413537 3830 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:08.414068 3830 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:08.433099 3830 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:08.433120 3830 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:08.439215 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0327 23:15:08.439244 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0327 23:15:08.926122 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0327 23:15:09.114894 3830 namespace.go:98] [image-controller] adding namespace I0327 23:15:09.115850 3830 namespace.go:102] [image-controller] adding namespace took 932.018µs I0327 23:15:09.117294 3830 namespace.go:98] [integration-service] adding namespace I0327 23:15:09.117897 3830 namespace.go:102] [integration-service] adding namespace took 589.602µs I0327 23:15:09.119137 3830 namespace.go:98] [build-service] adding namespace I0327 23:15:09.119777 3830 namespace.go:102] [build-service] adding namespace took 625.825µs I0327 23:15:09.137437 3830 namespace.go:142] [image-controller] updating namespace I0327 23:15:09.157337 3830 namespace.go:142] [image-controller] updating namespace I0327 23:15:09.176011 3830 namespace.go:142] [integration-service] updating namespace I0327 23:15:09.208263 3830 namespace.go:142] [integration-service] updating namespace I0327 23:15:09.222002 3830 namespace.go:142] [build-service] updating namespace I0327 23:15:09.241679 3830 namespace.go:142] [build-service] updating namespace I0327 23:15:09.384439 3830 namespace.go:142] [build-service] updating namespace I0327 23:15:09.408685 3830 namespace.go:142] [integration-service] updating namespace I0327 23:15:09.446199 3830 namespace.go:98] [release-service] adding namespace I0327 23:15:09.447061 3830 namespace.go:102] [release-service] adding namespace took 844.368µs I0327 23:15:09.470677 3830 namespace.go:142] [konflux-ui] updating namespace I0327 23:15:09.527825 3830 namespace.go:142] [release-service] updating namespace I0327 23:15:09.542365 3830 namespace.go:142] [release-service] updating namespace I0327 23:15:09.607495 3830 namespace.go:98] [konflux-info] adding namespace I0327 23:15:09.608336 3830 namespace.go:102] [konflux-info] adding namespace took 819.448µs I0327 23:15:09.648639 3830 namespace.go:98] [namespace-lister] adding namespace I0327 23:15:09.649439 3830 namespace.go:102] [namespace-lister] adding namespace took 779.778µs I0327 23:15:09.670742 3830 namespace.go:142] [konflux-info] updating namespace I0327 23:15:09.704496 3830 namespace.go:98] [enterprise-contract-service] adding namespace I0327 23:15:09.704580 3830 namespace.go:142] [image-controller] updating namespace I0327 23:15:09.705361 3830 namespace.go:102] [enterprise-contract-service] adding namespace took 846.254µs I0327 23:15:09.731159 3830 namespace.go:142] [konflux-info] updating namespace I0327 23:15:09.766456 3830 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:09.828506 3830 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:09.896441 3830 namespace.go:98] [default-tenant] adding namespace I0327 23:15:09.897254 3830 namespace.go:102] [default-tenant] adding namespace took 789.063µs I0327 23:15:09.907438 3830 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:09.952117 3830 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:09.976770 3830 namespace.go:142] [default-tenant] updating namespace I0327 23:15:09.998477 3830 namespace.go:98] [segment-bridge] adding namespace I0327 23:15:09.999393 3830 namespace.go:102] [segment-bridge] adding namespace took 889.736µs I0327 23:15:10.079609 3830 namespace.go:142] [default-tenant] updating namespace I0327 23:15:10.129507 3830 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:10.411536 3830 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:10.718501 3830 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0327 23:15:10.719172 3830 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0327 23:15:10.719193 3830 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0327 23:15:10.721860 3830 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0327 23:15:10.765368 3830 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0327 23:15:10.765396 3830 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0327 23:15:10.766121 3830 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0327 23:15:11.274648 3830 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-h5p8q] creating logical port namespace-lister_namespace-lister-67655c4674-h5p8q for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:11.274737 3830 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-h5p8q I0327 23:15:11.402508 3830 pod.go:62] [namespace-lister/namespace-lister-67655c4674-h5p8q] pod update took 127.790624ms I0327 23:15:11.402540 3830 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-h5p8q] addLogicalPort annotation time took 127.829372ms I0327 23:15:11.403848 3830 pods.go:271] [namespace-lister/namespace-lister-67655c4674-h5p8q] addLogicalPort took 129.223035ms, libovsdb time 881.442µs I0327 23:15:11.570275 3830 base_network_controller_pods.go:487] [default/konflux-ui/dex-84964b67d6-4fm5b] creating logical port konflux-ui_dex-84964b67d6-4fm5b for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:11.570370 3830 kube.go:256] Updating pod konflux-ui/dex-84964b67d6-4fm5b I0327 23:15:11.637655 3830 pod.go:62] [konflux-ui/dex-84964b67d6-4fm5b] pod update took 67.308803ms I0327 23:15:11.637689 3830 base_network_controller_pods.go:937] [default/konflux-ui/dex-84964b67d6-4fm5b] addLogicalPort annotation time took 67.348142ms I0327 23:15:11.639106 3830 pods.go:271] [konflux-ui/dex-84964b67d6-4fm5b] addLogicalPort took 68.849228ms, libovsdb time 883.137µs I0327 23:15:11.706545 3830 base_network_controller_pods.go:487] [default/konflux-ui/proxy-9cffd64c8-x6f68] creating logical port konflux-ui_proxy-9cffd64c8-x6f68 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:11.706653 3830 kube.go:256] Updating pod konflux-ui/proxy-9cffd64c8-x6f68 I0327 23:15:11.736675 3830 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-w5cm7 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:11.736794 3830 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 I0327 23:15:11.830494 3830 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7] pod update took 93.732758ms I0327 23:15:11.830561 3830 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7] addLogicalPort annotation time took 93.774364ms I0327 23:15:11.831141 3830 pod.go:62] [konflux-ui/proxy-9cffd64c8-x6f68] pod update took 124.529705ms I0327 23:15:11.831162 3830 base_network_controller_pods.go:937] [default/konflux-ui/proxy-9cffd64c8-x6f68] addLogicalPort annotation time took 124.557293ms I0327 23:15:11.832036 3830 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7] addLogicalPort took 95.382623ms, libovsdb time 944.447µs I0327 23:15:11.832359 3830 pods.go:271] [konflux-ui/proxy-9cffd64c8-x6f68] addLogicalPort took 125.830212ms, libovsdb time 869.281µs I0327 23:15:11.853558 3830 namespace.go:142] [build-service] updating namespace I0327 23:15:11.964500 3830 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-8jmp7] creating logical port integration-service_integration-service-controller-manager-759977d69f-8jmp7 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:11.964588 3830 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-8jmp7 I0327 23:15:12.031306 3830 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-8jmp7] pod update took 66.739616ms I0327 23:15:12.031330 3830 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-8jmp7] addLogicalPort annotation time took 66.770489ms I0327 23:15:12.032730 3830 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-8jmp7] addLogicalPort took 68.251437ms, libovsdb time 957.113µs I0327 23:15:12.034395 3830 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-xs9ts] creating logical port build-service_build-service-controller-manager-7df75dd4df-xs9ts for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:12.034524 3830 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-xs9ts I0327 23:15:12.079709 3830 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-xs9ts] pod update took 45.203845ms I0327 23:15:12.079735 3830 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-xs9ts] addLogicalPort annotation time took 45.236234ms I0327 23:15:12.081374 3830 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-xs9ts] addLogicalPort took 46.992995ms, libovsdb time 1.171319ms I0327 23:15:12.381580 3830 namespace.go:142] [default-tenant] updating namespace I0327 23:15:12.399434 3830 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-xs9ts ba6254365899b8890a1f88fbcf010a9a4d6890709a710a4362c1204acbc23597 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-xs9ts ba6254365899b8890a1f88fbcf010a9a4d6890709a710a4362c1204acbc23597 network default NAD default] I0327 23:15:12.407648 3830 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-qm2h5] creating logical port release-service_release-service-controller-manager-854f775895-qm2h5 for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:12.407678 3830 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-xs9ts, hostIfaceName: ba6254365899b88, network: default, NAD default, SandboxID: "ba6254365899b8890a1f88fbcf010a9a4d6890709a710a4362c1204acbc23597", PCI device ID: , UID: "26a6e00c-84ee-4b22-8f03-23d7d2e8cf70", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0327 23:15:12.407736 3830 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-qm2h5 I0327 23:15:12.433613 3830 pod.go:62] [release-service/release-service-controller-manager-854f775895-qm2h5] pod update took 25.897088ms I0327 23:15:12.433635 3830 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-qm2h5] addLogicalPort annotation time took 25.927189ms I0327 23:15:12.435183 3830 pods.go:271] [release-service/release-service-controller-manager-854f775895-qm2h5] addLogicalPort took 27.548436ms, libovsdb time 1.046866ms I0327 23:15:12.457144 3830 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-xs9ts ba6254365899b8890a1f88fbcf010a9a4d6890709a710a4362c1204acbc23597 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-xs9ts ba6254365899b8890a1f88fbcf010a9a4d6890709a710a4362c1204acbc23597 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:96:a2:cc:f4:87\",\"name\":\"ba6254365899b88\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ec284d2-fedb-4f81-8aa9-96616c19d097\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:15:12.677745 3830 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b87986548-c8jwh] creating logical port integration-service_integration-service-controller-manager-7b87986548-c8jwh for pod on switch ip-10-0-0-182.ec2.internal I0327 23:15:12.677840 3830 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b87986548-c8jwh I0327 23:15:12.706116 3830 pod.go:62] [integration-service/integration-service-controller-manager-7b87986548-c8jwh] pod update took 28.296599ms I0327 23:15:12.706139 3830 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7b87986548-c8jwh] addLogicalPort annotation time took 28.328416ms I0327 23:15:12.707475 3830 pods.go:271] [integration-service/integration-service-controller-manager-7b87986548-c8jwh] addLogicalPort took 29.747584ms, libovsdb time 921.437µs I0327 23:15:12.726411 3830 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:12.893194 3830 namespace.go:142] [image-controller] updating namespace I0327 23:15:13.093178 3830 namespace.go:142] [integration-service] updating namespace I0327 23:15:13.298457 3830 namespace.go:142] [konflux-info] updating namespace W0327 23:15:13.324304 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0327 23:15:13.485878 3830 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:13.486587 3830 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:13.497606 3830 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:13.695925 3830 namespace.go:142] [release-service] updating namespace I0327 23:15:13.894520 3830 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default] I0327 23:15:13.898405 3830 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:13.903714 3830 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-w5cm7, hostIfaceName: 3909d2009c501b2, network: default, NAD default, SandboxID: "3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9", PCI device ID: , UID: "ad0108ea-1b90-4aeb-a9fa-7d453aabd515", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0327 23:15:13.951478 3830 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:d7:3a:11:42:81\",\"name\":\"3909d2009c501b2\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80fc5d51-9da3-4371-b054-66e0061a4a2e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:15:14.012212 3830 namespace.go:142] [build-service] updating namespace I0327 23:15:14.025765 3830 namespace.go:142] [default-tenant] updating namespace I0327 23:15:14.037582 3830 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:14.046921 3830 namespace.go:142] [image-controller] updating namespace I0327 23:15:14.059023 3830 namespace.go:142] [integration-service] updating namespace I0327 23:15:14.071597 3830 namespace.go:142] [konflux-info] updating namespace I0327 23:15:14.085275 3830 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:14.095841 3830 namespace.go:142] [release-service] updating namespace I0327 23:15:14.110155 3830 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:14.152119 3830 namespace.go:142] [build-service] updating namespace I0327 23:15:14.242548 3830 namespace.go:142] [default-tenant] updating namespace I0327 23:15:14.341394 3830 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:14.436743 3830 namespace.go:142] [image-controller] updating namespace I0327 23:15:14.516202 3830 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:14.516293 3830 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:14.544942 3830 namespace.go:142] [integration-service] updating namespace I0327 23:15:14.639411 3830 namespace.go:142] [konflux-info] updating namespace I0327 23:15:14.741157 3830 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:14.840461 3830 namespace.go:142] [release-service] updating namespace I0327 23:15:14.944068 3830 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:15.227315 3830 cni.go:403] [namespace-lister/namespace-lister-67655c4674-h5p8q f21ef5f8fa403d842f4e09b05cf4a12ea83e522be9aabc010bdc20dea4a647d6 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-h5p8q f21ef5f8fa403d842f4e09b05cf4a12ea83e522be9aabc010bdc20dea4a647d6 network default NAD default] I0327 23:15:15.235691 3830 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-h5p8q, hostIfaceName: f21ef5f8fa403d8, network: default, NAD default, SandboxID: "f21ef5f8fa403d842f4e09b05cf4a12ea83e522be9aabc010bdc20dea4a647d6", PCI device ID: , UID: "00c38d0e-795f-488b-969a-59710706e7e3", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0327 23:15:15.282544 3830 cni.go:424] [namespace-lister/namespace-lister-67655c4674-h5p8q f21ef5f8fa403d842f4e09b05cf4a12ea83e522be9aabc010bdc20dea4a647d6 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-h5p8q f21ef5f8fa403d842f4e09b05cf4a12ea83e522be9aabc010bdc20dea4a647d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:2a:39:c6:49:80\",\"name\":\"f21ef5f8fa403d8\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ade0abe-16be-488a-8607-5db2c2e8b6ef\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:15:15.590591 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0327 23:15:18.636480 3830 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0327 23:15:19.568165 3830 cni.go:403] [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default] ADD starting CNI request [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default] I0327 23:15:19.576518 3830 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-9cffd64c8-x6f68, hostIfaceName: 0e6a0c699798fa2, network: default, NAD default, SandboxID: "0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1", PCI device ID: , UID: "de3f058d-b3d8-42de-8f8b-2ded33125185", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0327 23:15:19.624661 3830 cni.go:424] [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default] ADD finished CNI request [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:2a:42:c1:88:ef\",\"name\":\"0e6a0c699798fa2\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/998a3528-9cf1-4f93-8cdb-c1c822b5ee41\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:15:20.271426 3830 cni.go:403] [release-service/release-service-controller-manager-854f775895-qm2h5 57155717e136475b4bbcb44e64deeb2bec7cb6b371ba504e41f88dcdaf2929e1 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-qm2h5 57155717e136475b4bbcb44e64deeb2bec7cb6b371ba504e41f88dcdaf2929e1 network default NAD default] I0327 23:15:20.280385 3830 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-qm2h5, hostIfaceName: 57155717e136475, network: default, NAD default, SandboxID: "57155717e136475b4bbcb44e64deeb2bec7cb6b371ba504e41f88dcdaf2929e1", PCI device ID: , UID: "c68eb3b9-dae4-4045-9169-ffb580700091", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0327 23:15:20.328209 3830 cni.go:424] [release-service/release-service-controller-manager-854f775895-qm2h5 57155717e136475b4bbcb44e64deeb2bec7cb6b371ba504e41f88dcdaf2929e1 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-qm2h5 57155717e136475b4bbcb44e64deeb2bec7cb6b371ba504e41f88dcdaf2929e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:1b:f9:5f:00:ef\",\"name\":\"57155717e136475\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7ee68cb-9340-424a-8d27-3ef09175c391\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:15:20.641138 3830 cni.go:403] [konflux-ui/dex-84964b67d6-4fm5b ae98001d298727b2d5847f21e05eedb1d556ed9dfaad2f19cc22b6840775f18b network default NAD default] ADD starting CNI request [konflux-ui/dex-84964b67d6-4fm5b ae98001d298727b2d5847f21e05eedb1d556ed9dfaad2f19cc22b6840775f18b network default NAD default] I0327 23:15:20.652789 3830 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-84964b67d6-4fm5b, hostIfaceName: ae98001d298727b, network: default, NAD default, SandboxID: "ae98001d298727b2d5847f21e05eedb1d556ed9dfaad2f19cc22b6840775f18b", PCI device ID: , UID: "2fe329f8-e6da-4ed5-aa48-d4af812b6831", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0327 23:15:20.712509 3830 cni.go:424] [konflux-ui/dex-84964b67d6-4fm5b ae98001d298727b2d5847f21e05eedb1d556ed9dfaad2f19cc22b6840775f18b network default NAD default] ADD finished CNI request [konflux-ui/dex-84964b67d6-4fm5b ae98001d298727b2d5847f21e05eedb1d556ed9dfaad2f19cc22b6840775f18b network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:1b:0a:c2:d3:a7\",\"name\":\"ae98001d298727b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69ff4bd8-8ca4-41bb-a7ae-d898002d40f8\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:15:20.848347 3830 cni.go:403] [integration-service/integration-service-controller-manager-7b87986548-c8jwh 2a8eb39f6058c61e87bad58754d60bc338e9c1b9c437176b8603e24c5faa47e9 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7b87986548-c8jwh 2a8eb39f6058c61e87bad58754d60bc338e9c1b9c437176b8603e24c5faa47e9 network default NAD default] I0327 23:15:20.873325 3830 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b87986548-c8jwh, hostIfaceName: 2a8eb39f6058c61, network: default, NAD default, SandboxID: "2a8eb39f6058c61e87bad58754d60bc338e9c1b9c437176b8603e24c5faa47e9", PCI device ID: , UID: "12b52ef3-a5ba-468c-b838-f1089d4fd251", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0327 23:15:20.937724 3830 cni.go:424] [integration-service/integration-service-controller-manager-7b87986548-c8jwh 2a8eb39f6058c61e87bad58754d60bc338e9c1b9c437176b8603e24c5faa47e9 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b87986548-c8jwh 2a8eb39f6058c61e87bad58754d60bc338e9c1b9c437176b8603e24c5faa47e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:8b:36:45:91:df\",\"name\":\"2a8eb39f6058c61\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70444bff-30f9-4979-96b5-d9fc34d0fc5e\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:15:21.028271 3830 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default] I0327 23:15:21.038395 3830 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-8jmp7, hostIfaceName: c3652b9c70c8a06, network: default, NAD default, SandboxID: "c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281", PCI device ID: , UID: "52faa98c-04cc-4030-8f01-ebae590eff62", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0327 23:15:21.102345 3830 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:ee:e0:71:84:95\",\"name\":\"c3652b9c70c8a06\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f50fa048-696b-4fa8-8c77-6098d71d5411\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 23:15:26.605463 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0327 23:15:27.678651 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 23:15:27.680977 3830 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 23:15:27.713809 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 23:15:27.713827 3830 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 23:15:27.741076 3830 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 23:15:27.741483 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 23:15:27.765527 3830 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0327 23:15:27.791789 3830 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0327 23:15:27.791867 3830 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0327 23:15:28.307855 3830 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 23:15:28.307877 3830 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 23:15:29.622011 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0327 23:15:37.811318 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=155 W0327 23:15:38.693548 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 23:15:38.695244 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 23:15:38.754021 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0327 23:15:38.754177 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0327 23:15:38.917023 3830 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default] I0327 23:15:38.983882 3830 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-8jmp7 c3652b9c70c8a069c272e32187883d7c6978b5df3e31b1628fc3e30261d34281 network default NAD default], result "{}", err I0327 23:15:39.073513 3830 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:39.073554 3830 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-8jmp7 I0327 23:15:39.075141 3830 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-8jmp7, ips: 10.130.0.43 I0327 23:15:39.075174 3830 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:39.759446 3830 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:39.759479 3830 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:39.765691 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-8jmp7 I0327 23:15:39.765716 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-8jmp7 W0327 23:15:40.708583 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0327 23:15:40.820717 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=632 I0327 23:15:56.174234 3830 namespace.go:142] [openshift-pipelines] updating namespace I0327 23:16:04.910814 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0327 23:16:05.754446 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0327 23:16:05.754469 3830 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0327 23:16:36.210800 3830 cni.go:403] [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default] DEL starting CNI request [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default] I0327 23:16:36.302950 3830 cni.go:424] [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default] DEL finished CNI request [konflux-ui/proxy-9cffd64c8-x6f68 0e6a0c699798fa2b8d8e2d3a566c0e786d2ae050fef3b978c1bdb920dd3905c1 network default NAD default], result "{}", err I0327 23:16:36.359094 3830 obj_retry.go:464] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:36.359128 3830 pods.go:176] Deleting pod: konflux-ui/proxy-9cffd64c8-x6f68 I0327 23:16:36.360445 3830 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-9cffd64c8-x6f68, ips: 10.130.0.41 I0327 23:16:36.360470 3830 obj_retry.go:464] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:37.069226 3830 obj_retry.go:458] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:37.069254 3830 obj_retry.go:458] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:37.075417 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-9cffd64c8-x6f68 I0327 23:16:37.075453 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-9cffd64c8-x6f68 I0327 23:16:37.808345 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0327 23:16:45.873580 3830 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:45.874224 3830 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:45.916907 3830 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:45.916934 3830 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:45.920045 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0327 23:16:45.920072 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0327 23:17:13.723628 3830 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default] I0327 23:17:13.817893 3830 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv 4c1af637e794d7b92386f7f3037029a3c7fbe2aac667afda0a5826e466a2d144 network default NAD default], result "{}", err I0327 23:17:13.883612 3830 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:13.883655 3830 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv I0327 23:17:13.885029 3830 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv, ips: 10.130.0.22 I0327 23:17:13.885060 3830 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:13.917037 3830 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-6zwww] creating logical port image-controller_image-controller-controller-manager-56b684c87-6zwww for pod on switch ip-10-0-0-182.ec2.internal I0327 23:17:13.917176 3830 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-6zwww I0327 23:17:13.932513 3830 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-6zwww] pod update took 15.364535ms I0327 23:17:13.932542 3830 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-6zwww] addLogicalPort annotation time took 15.398829ms I0327 23:17:13.933992 3830 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-6zwww] addLogicalPort took 16.976879ms, libovsdb time 900.736µs I0327 23:17:14.265732 3830 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:14.265768 3830 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:14.272511 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv I0327 23:17:14.272541 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv I0327 23:17:14.280956 3830 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-6zwww d6be02dcb9cdd6f876cc6b5b529c5b7918ebccba5959cc18a08c53fe26f70ced network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-6zwww d6be02dcb9cdd6f876cc6b5b529c5b7918ebccba5959cc18a08c53fe26f70ced network default NAD default] I0327 23:17:14.289850 3830 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-6zwww, hostIfaceName: d6be02dcb9cdd6f, network: default, NAD default, SandboxID: "d6be02dcb9cdd6f876cc6b5b529c5b7918ebccba5959cc18a08c53fe26f70ced", PCI device ID: , UID: "a6901748-1eaf-4d45-b474-3a78777bec9f", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0327 23:17:14.336631 3830 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-6zwww d6be02dcb9cdd6f876cc6b5b529c5b7918ebccba5959cc18a08c53fe26f70ced network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-6zwww d6be02dcb9cdd6f876cc6b5b529c5b7918ebccba5959cc18a08c53fe26f70ced network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:bb:7a:68:3d:b5\",\"name\":\"d6be02dcb9cdd6f\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00c8cd94-1e25-4bab-a92d-de5c9c6015c9\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:17:19.811030 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0327 23:17:26.468457 3830 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default] I0327 23:17:26.555847 3830 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 3909d2009c501b2aa6373c3f106bade115292aa38c503ab57cf76ca6dacc44d9 network default NAD default], result "{}", err I0327 23:17:26.612293 3830 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:26.612331 3830 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 I0327 23:17:26.613750 3830 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7, ips: 10.130.0.42 I0327 23:17:26.613780 3830 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:27.340096 3830 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:27.340126 3830 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:27.348754 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 I0327 23:17:27.348776 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 I0327 23:17:34.892308 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0327 23:17:55.890390 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 23:18:08.805642 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=168 I0327 23:18:31.898621 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0327 23:18:46.904134 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0327 23:19:09.808150 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0327 23:19:26.921096 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0327 23:20:04.020733 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:20:04.021461 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:20:04.891904 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:20:04.891952 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:20:50.923098 3830 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0327 23:21:23.814028 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0327 23:21:36.929653 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0327 23:22:22.813372 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0327 23:23:08.823719 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=45 I0327 23:23:33.808413 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0327 23:24:19.891083 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 23:24:21.928324 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0327 23:24:45.913646 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0327 23:24:47.050946 3830 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:47.051023 3830 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:47.053605 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-l5kzq I0327 23:24:47.053633 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-l5kzq I0327 23:24:50.030759 3830 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:50.030809 3830 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:50.037563 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-czpsf I0327 23:24:50.037591 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-czpsf I0327 23:24:54.033094 3830 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:54.033149 3830 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:54.037793 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-cd6ts I0327 23:24:54.037815 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-cd6ts I0327 23:25:46.810704 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0327 23:25:52.811249 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0327 23:26:18.906484 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0327 23:26:24.895449 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0327 23:26:35.923277 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 23:27:06.893123 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0327 23:27:08.908218 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0327 23:27:19.926117 3830 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0327 23:27:46.816887 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0327 23:28:15.989851 3830 namespace.go:98] [default-tenant-managed] adding namespace I0327 23:28:15.990763 3830 namespace.go:102] [default-tenant-managed] adding namespace took 884.167µs I0327 23:28:16.017336 3830 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:16.037938 3830 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:17.083331 3830 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:17.234176 3830 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:17.315394 3830 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:29:00.179257 3830 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod] creating logical port default-tenant_tsf-comp-uyub-on-push-n7csp-init-pod for pod on switch ip-10-0-0-182.ec2.internal I0327 23:29:00.179402 3830 kube.go:256] Updating pod default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod I0327 23:29:00.209845 3830 pod.go:62] [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod] pod update took 30.47276ms I0327 23:29:00.209874 3830 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod] addLogicalPort annotation time took 30.505871ms I0327 23:29:00.211575 3830 pods.go:271] [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod] addLogicalPort took 32.333661ms, libovsdb time 1.128871ms I0327 23:29:00.544807 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default] I0327 23:29:00.553290 3830 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uyub-on-push-n7csp-init-pod, hostIfaceName: ad30b9c40637ee1, network: default, NAD default, SandboxID: "ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df", PCI device ID: , UID: "47890af1-6c4e-47d0-b48a-ec15f8e44578", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0327 23:29:00.601465 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:1d:b0:30:a4:ad\",\"name\":\"ad30b9c40637ee1\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7806e563-633f-4df9-a47c-141889bd23ce\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:29:16.072122 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default] I0327 23:29:16.156121 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod ad30b9c40637ee12a3b216cdb4cdf1586d32bc972e9c6e050f889f97582127df network default NAD default], result "{}", err I0327 23:29:16.221557 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:29:16.221597 3830 pods.go:176] Deleting pod: default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod I0327 23:29:16.223194 3830 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod, ips: 10.130.0.48 I0327 23:29:16.223223 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:29:17.063375 3830 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod] creating logical port default-tenant_tsf-comp-uyub-on-push-n7csp-clone-repository-pod for pod on switch ip-10-0-0-182.ec2.internal I0327 23:29:17.063528 3830 kube.go:256] Updating pod default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod I0327 23:29:17.090674 3830 pod.go:62] [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod] pod update took 27.176528ms I0327 23:29:17.090771 3830 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod] addLogicalPort annotation time took 27.276732ms I0327 23:29:17.092484 3830 pods.go:271] [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod] addLogicalPort took 29.116253ms, libovsdb time 1.092365ms I0327 23:29:17.488337 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default] I0327 23:29:17.496903 3830 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uyub-on-push-n7csp-clone-repository-pod, hostIfaceName: fc86ce8669ee579, network: default, NAD default, SandboxID: "fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8", PCI device ID: , UID: "5eb59fac-8713-4a67-bbf1-f2de5c0cde83", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0327 23:29:17.753907 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:12:0d:36:a3:ec\",\"name\":\"fc86ce8669ee579\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29a380c6-baf4-4615-a84f-83a088b03864\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:29:42.250954 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default] I0327 23:29:42.342175 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod fc86ce8669ee579a27b5632e57933e52e47151b413bfb2fe261593c60a8dfae8 network default NAD default], result "{}", err I0327 23:29:42.423461 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:29:42.423504 3830 pods.go:176] Deleting pod: default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod I0327 23:29:42.425046 3830 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod, ips: 10.130.0.49 I0327 23:29:42.425081 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:02.499396 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:02.499943 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:02.641654 3830 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod] creating logical port default-tenant_tsf-comp-uyub-on-push-n7csp-build-container-pod for pod on switch ip-10-0-0-182.ec2.internal I0327 23:30:02.641811 3830 kube.go:256] Updating pod default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod I0327 23:30:02.682291 3830 pod.go:62] [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod] pod update took 40.520562ms I0327 23:30:02.682325 3830 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod] addLogicalPort annotation time took 40.559346ms I0327 23:30:02.683889 3830 pods.go:271] [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod] addLogicalPort took 42.24846ms, libovsdb time 993.242µs I0327 23:30:03.056741 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default] I0327 23:30:03.065441 3830 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uyub-on-push-n7csp-build-container-pod, hostIfaceName: 78007fae37747a0, network: default, NAD default, SandboxID: "78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26", PCI device ID: , UID: "1834325b-3539-49d3-86fe-3bc97196edd9", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0327 23:30:03.114161 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:9e:15:bf:f1:69\",\"name\":\"78007fae37747a0\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26cc3122-092b-40eb-a4ce-ececa969f527\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:30:04.460850 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:04.461402 3830 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:05.321300 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.321335 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.360317 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.360352 3830 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.365554 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x I0327 23:30:05.365590 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x I0327 23:30:14.811069 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0327 23:31:25.932427 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 23:31:35.826561 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=85 I0327 23:32:05.813550 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0327 23:32:06.813996 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 23:32:18.215158 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default] I0327 23:32:18.302595 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod 78007fae37747a0b11fe2a686e69520f0b7ae68653252a1271e6df7a11b81a26 network default NAD default], result "{}", err I0327 23:32:18.425088 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:32:18.425135 3830 pods.go:176] Deleting pod: default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod I0327 23:32:18.426674 3830 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod, ips: 10.130.0.50 I0327 23:32:18.426705 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:32:19.816726 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0327 23:32:51.915842 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0327 23:32:53.894268 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 23:32:56.898477 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0327 23:32:59.884780 3830 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod for pod on switch ip-10-0-0-182.ec2.internal I0327 23:32:59.884905 3830 kube.go:256] Updating pod default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod I0327 23:32:59.912226 3830 pod.go:62] [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod] pod update took 27.348684ms I0327 23:32:59.912256 3830 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod] addLogicalPort annotation time took 27.383845ms I0327 23:32:59.913524 3830 pods.go:271] [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod] addLogicalPort took 28.758384ms, libovsdb time 873.61µs I0327 23:32:59.931436 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 23:32:59.935702 3830 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod] creating logical port default-tenant_tsf-comp-uyub-on-push-n7csp-clair-scan-pod for pod on switch ip-10-0-0-182.ec2.internal I0327 23:32:59.935819 3830 kube.go:256] Updating pod default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod I0327 23:32:59.968136 3830 pod.go:62] [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod] pod update took 32.356142ms I0327 23:32:59.968162 3830 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod] addLogicalPort annotation time took 32.387023ms I0327 23:32:59.969448 3830 pods.go:271] [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod] addLogicalPort took 33.762552ms, libovsdb time 839.733µs I0327 23:33:00.250566 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default] I0327 23:33:00.259107 3830 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod, hostIfaceName: cc90bf1e3c14167, network: default, NAD default, SandboxID: "cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e", PCI device ID: , UID: "8bc9f16f-3ffc-4ff3-a2d4-4016966eb2d7", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0327 23:33:00.300816 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default] I0327 23:33:00.310565 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:85:46:3b:5c:e3\",\"name\":\"cc90bf1e3c14167\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b3a0578-b7da-4e2d-91fe-f5dd80af0dab\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:33:00.311609 3830 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uyub-on-push-n7csp-clair-scan-pod, hostIfaceName: 58aea23de94de10, network: default, NAD default, SandboxID: "58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1", PCI device ID: , UID: "84edb2f9-7301-4372-b337-76659efc8a2b", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0327 23:33:00.360470 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:88:f3:b0:91:31\",\"name\":\"58aea23de94de10\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0deff1b0-b455-43f9-bed1-9bbb83ffbced\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:33:00.533842 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:33:00.534440 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:33:00.868072 3830 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod] creating logical port default-tenant_tsf-comp-uyub-on-push-n7csp-clamav-scan-pod for pod on switch ip-10-0-0-182.ec2.internal I0327 23:33:00.868193 3830 kube.go:256] Updating pod default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod I0327 23:33:00.893386 3830 pod.go:62] [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod] pod update took 25.225868ms I0327 23:33:00.893414 3830 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod] addLogicalPort annotation time took 25.257522ms I0327 23:33:00.894682 3830 pods.go:271] [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod] addLogicalPort took 26.631102ms, libovsdb time 864.977µs I0327 23:33:01.231938 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default] I0327 23:33:01.243149 3830 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uyub-on-push-n7csp-clamav-scan-pod, hostIfaceName: 58ef8c2b04ddded, network: default, NAD default, SandboxID: "58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40", PCI device ID: , UID: "c9e8ca9e-3b63-4892-b0d6-56a63f96a418", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0327 23:33:01.296815 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:69:4e:a7:7f:5b\",\"name\":\"58ef8c2b04ddded\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a191d930-1734-40a6-a41a-4d8389564f9b\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 23:33:21.896223 3830 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 23:34:00.261760 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:00.262429 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:00.298504 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:00.299099 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:02.244108 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:02.244720 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:03.962197 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default] I0327 23:34:04.061176 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod cc90bf1e3c141673266ef12860fb62b8afc3032a645c5e80de8ecd604ab8b80e network default NAD default], result "{}", err I0327 23:34:04.258202 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:04.258238 3830 pods.go:176] Deleting pod: default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod I0327 23:34:04.259701 3830 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod, ips: 10.130.0.51 I0327 23:34:04.259732 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:04.913049 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 23:34:15.042077 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default] I0327 23:34:15.134804 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod 58ef8c2b04ddded257b157a1aceb5ed282de4a364081b6578bffe9b0ad007b40 network default NAD default], result "{}", err I0327 23:34:15.147865 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.148454 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.289956 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.290046 3830 pods.go:176] Deleting pod: default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod I0327 23:34:15.292218 3830 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod, ips: 10.130.0.53 I0327 23:34:15.292261 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.476077 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.476667 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.511143 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.511711 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:35.819742 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0327 23:34:50.723400 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:50.724004 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:54.691128 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:54.691726 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 23:34:55.210821 3830 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-cd6ts I0327 23:34:57.926475 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 23:35:12.106765 3830 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:35:12.107385 3830 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:35:12.905131 3830 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:35:12.905160 3830 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:35:12.908301 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw I0327 23:35:12.908330 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw I0327 23:36:11.507767 3830 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:11.508364 3830 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:11.669099 3830 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:36:11.669123 3830 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:36:11.674663 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh I0327 23:36:11.674690 3830 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh I0327 23:36:12.928952 3830 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0327 23:36:15.909337 3830 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0327 23:36:26.894790 3830 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default] I0327 23:36:26.983558 3830 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod 58aea23de94de108b4a143fbc40b7d3af8b56d33085637ba37ab8105da8d61e1 network default NAD default], result "{}", err I0327 23:36:27.064867 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:27.064904 3830 pods.go:176] Deleting pod: default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod I0327 23:36:27.066337 3830 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod, ips: 10.130.0.52 I0327 23:36:27.066373 3830 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:28.814087 3830 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11