+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-104.ec2.internal ++ [[ -n ip-10-0-2-104.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-104.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260324-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260324-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260324-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0410 16:39:02.185989857 - disable conntrack on geneve port' I0410 16:39:02.185989857 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0410 16:39:02.237562989 - starting ovnkube-node' I0410 16:39:02.237562989 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-104.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-104.ec2.internal --init-node ip-10-0-2-104.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-104.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0410 16:39:02.296730 3696 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0410 16:39:02.296797 3696 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-956427cb4a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0410 16:39:02.298257 3696 kube.go:423] Waiting for certificate I0410 16:39:02.298293 3696 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0410 16:39:02.298331 3696 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0410 16:39:02.299183 3696 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0410 16:39:02.330016 3696 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:02.330039 3696 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:02.333212 3696 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:02.333301 3696 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xr9l2" I0410 16:39:02.341187 3696 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xr9l2" I0410 16:39:02.341276 3696 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:03.298600 3696 kube.go:430] Certificate found I0410 16:39:03.299155 3696 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0410 16:39:03.300096 3696 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0410 16:39:03.356778 3696 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-11 16:34:02 +0000 UTC" deadline="2026-04-11 09:35:49.457042965 +0000 UTC" I0410 16:39:03.356812 3696 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h56m46.100240038s" I0410 16:39:03.378349 3696 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0410 16:39:03.385878 3696 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0410 16:39:03.386736 3696 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0410 16:39:03.386791 3696 factory.go:537] Starting watch factory I0410 16:39:03.386866 3696 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386882 3696 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386867 3696 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386886 3696 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386898 3696 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386909 3696 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386923 3696 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386943 3696 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386943 3696 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.386958 3696 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.387036 3696 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.387058 3696 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.391626 3696 controller_manager.go:368] Starting the ovnkube controller I0410 16:39:03.391636 3696 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-104.ec2.internal I0410 16:39:03.391689 3696 controller_manager.go:393] NBDB zone sync took: 46.419µs I0410 16:39:03.391698 3696 factory.go:537] Starting watch factory I0410 16:39:03.408400 3696 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.408796 3696 ovn_northd.go:121] Registering OVN northd metrics I0410 16:39:03.409795 3696 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0410 16:39:03.409870 3696 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.410239 3696 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.410286 3696 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.410470 3696 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.414495 3696 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0410 16:39:03.414556 3696 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0410 16:39:03.415939 3696 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:03.431395 3696 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0410 16:39:03.493532 3696 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0410 16:39:03.493553 3696 factory.go:1931] *v1.Pod informer cache synced successfully I0410 16:39:03.493557 3696 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0410 16:39:03.493561 3696 factory.go:1931] *v1.Namespace informer cache synced successfully I0410 16:39:03.493564 3696 factory.go:1931] *v1.Node informer cache synced successfully I0410 16:39:03.493567 3696 factory.go:1931] *v1.Service informer cache synced successfully I0410 16:39:03.493642 3696 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:03.493658 3696 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:03.493673 3696 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:03.493693 3696 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:03.496318 3696 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:03.496325 3696 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:03.497137 3696 factory.go:1931] *v1.Namespace informer cache synced successfully I0410 16:39:03.497147 3696 factory.go:1931] *v1.Node informer cache synced successfully I0410 16:39:03.497151 3696 factory.go:1931] *v1.Service informer cache synced successfully I0410 16:39:03.497154 3696 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0410 16:39:03.497157 3696 factory.go:1931] *v1.Pod informer cache synced successfully I0410 16:39:03.497160 3696 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0410 16:39:03.498652 3696 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0410 16:39:03.498659 3696 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0410 16:39:03.498705 3696 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.498717 3696 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.500821 3696 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.502736 3696 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0410 16:39:03.502745 3696 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0410 16:39:03.503820 3696 factory.go:1931] *v1.EgressIP informer cache synced successfully I0410 16:39:03.503875 3696 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.503886 3696 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.506174 3696 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.508147 3696 factory.go:1931] *v1.EgressIP informer cache synced successfully I0410 16:39:03.509287 3696 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0410 16:39:03.509337 3696 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.509347 3696 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.511685 3696 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.513612 3696 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0410 16:39:03.514695 3696 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0410 16:39:03.514748 3696 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.514760 3696 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.517017 3696 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.519100 3696 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0410 16:39:03.520235 3696 factory.go:1931] *v1.EgressService informer cache synced successfully I0410 16:39:03.520286 3696 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.520298 3696 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.522555 3696 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.524535 3696 factory.go:1931] *v1.EgressService informer cache synced successfully I0410 16:39:03.525673 3696 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0410 16:39:03.526227 3696 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:03.526240 3696 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:03.528557 3696 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:03.530595 3696 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0410 16:39:03.530709 3696 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0410 16:39:03.530770 3696 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.530783 3696 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.530815 3696 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.530834 3696 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.533303 3696 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.533350 3696 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:03.536487 3696 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0410 16:39:03.536497 3696 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0410 16:39:03.536496 3696 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0410 16:39:03.536504 3696 factory.go:649] Watch Factory start up complete, took: 149.715435ms I0410 16:39:03.536570 3696 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0410 16:39:03.541947 3696 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0410 16:39:03.541958 3696 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0410 16:39:03.541965 3696 factory.go:649] Watch Factory start up complete, took: 150.26532ms I0410 16:39:03.541984 3696 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-104.ec2.internal" zone I0410 16:39:03.587065 3696 default_node_network_controller.go:709] Initializing the default node network controller I0410 16:39:03.673520 3696 udn_isolation.go:101] Starting UDN host isolation manager I0410 16:39:03.680367 3696 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0410 16:39:03.748594 3696 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0410 16:39:03.748654 3696 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0410 16:39:03.748669 3696 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0410 16:39:03.784695 3696 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0410 16:39:03.784815 3696 default_node_network_controller.go:808] Node ip-10-0-2-104.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0410 16:39:03.791072 3696 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.104"] k8s.ovn.org/zone-name:ip-10-0-2-104.ec2.internal] on node ip-10-0-2-104.ec2.internal I0410 16:39:03.812988 3696 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0410 16:39:03.819381 3696 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0410 16:39:03.819529 3696 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0410 16:39:03.819697 3696 gateway_init.go:263] Preparing Gateway I0410 16:39:03.819709 3696 gateway_shared_intf.go:1658] Creating new gateway I0410 16:39:03.910344 3696 iptables.go:108] Creating table: filter chain: FORWARD I0410 16:39:03.916322 3696 iptables.go:108] Creating table: filter chain: OUTPUT I0410 16:39:03.922234 3696 gateway_shared_intf.go:1787] Gateway Creation Complete I0410 16:39:03.922247 3696 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-104.ec2.internal","mac-address":"0e:c3:fe:a6:e9:77","ip-addresses":["10.0.2.104/24"],"ip-address":"10.0.2.104/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:19a428ab-cd0f-4d5c-b947-9fc3acbb4707 k8s.ovn.org/node-encap-ips:["10.0.2.104"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.104/24"} k8s.ovn.org/zone-name:ip-10-0-2-104.ec2.internal] on node ip-10-0-2-104.ec2.internal I0410 16:39:03.939650 3696 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:04.042340 3696 controller_manager.go:427] Waiting for node in zone sync took: 500.341328ms I0410 16:39:04.055010 3696 controller_manager.go:608] Switching to transit router for layer2 networks I0410 16:39:04.055031 3696 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-104.ec2.internal I0410 16:39:04.080597 3696 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0410 16:39:04.087476 3696 controller_manager.go:288] SCTP support detected in OVN I0410 16:39:04.088055 3696 services_controller.go:69] Creating services controller for network=default I0410 16:39:04.088150 3696 udn_enabled_svc.go:80] Waiting for service informer to sync I0410 16:39:04.088225 3696 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0410 16:39:04.088259 3696 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0410 16:39:04.088271 3696 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0410 16:39:04.088279 3696 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0410 16:39:04.088461 3696 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0410 16:39:04.088544 3696 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0410 16:39:04.088562 3696 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.225µs I0410 16:39:04.088579 3696 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 25.192µs I0410 16:39:04.088589 3696 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 44.967µs I0410 16:39:04.088596 3696 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0410 16:39:04.088609 3696 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0410 16:39:04.088626 3696 default_network_controller.go:321] Starting the default network controller I0410 16:39:04.088636 3696 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.164µs I0410 16:39:04.088749 3696 udn_enabled_svc.go:95] Performing full resync I0410 16:39:04.089092 3696 udn_enabled_svc.go:99] Waiting for handler to sync I0410 16:39:04.089103 3696 udn_enabled_svc.go:104] Starting worker I0410 16:39:04.099033 3696 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0410 16:39:04.099108 3696 repair.go:33] Syncing exgw routes took 61.512µs I0410 16:39:04.099139 3696 default_network_controller.go:407] Starting all the Watchers... I0410 16:39:04.099413 3696 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0410 16:39:04.099423 3696 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0410 16:39:04.099423 3696 namespace.go:98] [openshift-backplane-mobb] adding namespace I0410 16:39:04.099438 3696 namespace.go:98] [dedicated-admin] adding namespace I0410 16:39:04.099440 3696 namespace.go:98] [openshift-package-operator] adding namespace I0410 16:39:04.099451 3696 namespace.go:98] [openshift-multus] adding namespace I0410 16:39:04.099461 3696 namespace.go:98] [openshift] adding namespace I0410 16:39:04.099472 3696 namespace.go:98] [kube-system] adding namespace I0410 16:39:04.099474 3696 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0410 16:39:04.099477 3696 namespace.go:98] [openshift-kube-scheduler] adding namespace I0410 16:39:04.099467 3696 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0410 16:39:04.099482 3696 namespace.go:98] [openshift-must-gather-operator] adding namespace I0410 16:39:04.099491 3696 namespace.go:98] [openshift-backplane-srep] adding namespace I0410 16:39:04.099496 3696 namespace.go:98] [kube-public] adding namespace I0410 16:39:04.099562 3696 namespace.go:98] [openshift-console] adding namespace I0410 16:39:04.100185 3696 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 755.491µs I0410 16:39:04.100201 3696 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0410 16:39:04.100729 3696 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 522.567µs I0410 16:39:04.100742 3696 namespace.go:98] [openshift-customer-monitoring] adding namespace I0410 16:39:04.101266 3696 namespace.go:102] [openshift-customer-monitoring] adding namespace took 516.824µs I0410 16:39:04.101284 3696 namespace.go:98] [openshift-controller-manager] adding namespace I0410 16:39:04.101793 3696 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.356972ms I0410 16:39:04.101811 3696 namespace.go:98] [openshift-ingress-operator] adding namespace I0410 16:39:04.102385 3696 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.944981ms I0410 16:39:04.102401 3696 namespace.go:98] [openshift-marketplace] adding namespace I0410 16:39:04.102932 3696 namespace.go:102] [dedicated-admin] adding namespace took 3.482327ms I0410 16:39:04.102950 3696 namespace.go:98] [openshift-backplane-cee] adding namespace W0410 16:39:04.103435 3696 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2vcg7: pod openshift-multus/network-metrics-daemon-2vcg7: no pod IPs found W0410 16:39:04.103447 3696 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jx7gg: pod openshift-multus/network-metrics-daemon-jx7gg: no pod IPs found I0410 16:39:04.103471 3696 namespace.go:102] [openshift-package-operator] adding namespace took 4.01622ms I0410 16:39:04.103487 3696 namespace.go:98] [openshift-ingress-canary] adding namespace I0410 16:39:04.104006 3696 namespace.go:102] [openshift-multus] adding namespace took 4.544731ms I0410 16:39:04.104026 3696 namespace.go:98] [openshift-cluster-storage-operator] adding namespace W0410 16:39:04.104468 3696 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-px7vc: pod kube-system/global-pull-secret-syncer-px7vc: no pod IPs found I0410 16:39:04.104496 3696 namespace.go:102] [openshift] adding namespace took 5.019489ms I0410 16:39:04.104509 3696 namespace.go:98] [openshift-machine-api] adding namespace I0410 16:39:04.104996 3696 namespace.go:102] [kube-system] adding namespace took 5.516787ms I0410 16:39:04.105010 3696 namespace.go:98] [openshift-route-controller-manager] adding namespace I0410 16:39:04.105544 3696 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.059215ms I0410 16:39:04.105562 3696 namespace.go:98] [openshift-apiserver] adding namespace I0410 16:39:04.106063 3696 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.57242ms I0410 16:39:04.106076 3696 namespace.go:98] [openshift-monitoring] adding namespace I0410 16:39:04.106546 3696 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.051555ms I0410 16:39:04.106559 3696 namespace.go:98] [openshift-cluster-version] adding namespace I0410 16:39:04.106990 3696 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.493925ms I0410 16:39:04.107001 3696 namespace.go:98] [openshift-dns-operator] adding namespace I0410 16:39:04.107450 3696 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.952696ms I0410 16:39:04.107458 3696 namespace.go:98] [openshift-host-network] adding namespace I0410 16:39:04.107863 3696 namespace.go:102] [kube-public] adding namespace took 8.353919ms I0410 16:39:04.107882 3696 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0410 16:39:04.108371 3696 namespace.go:102] [openshift-console] adding namespace took 8.792626ms I0410 16:39:04.108389 3696 namespace.go:98] [openshift-network-operator] adding namespace I0410 16:39:04.108802 3696 namespace.go:102] [openshift-controller-manager] adding namespace took 7.510971ms I0410 16:39:04.108817 3696 namespace.go:98] [openshift-service-ca-operator] adding namespace I0410 16:39:04.109375 3696 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.558118ms I0410 16:39:04.109387 3696 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0410 16:39:04.109815 3696 namespace.go:102] [openshift-marketplace] adding namespace took 7.409336ms I0410 16:39:04.109825 3696 namespace.go:98] [openshift-operators-redhat] adding namespace I0410 16:39:04.110220 3696 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.264759ms I0410 16:39:04.110235 3696 namespace.go:98] [default] adding namespace I0410 16:39:04.110610 3696 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.118015ms I0410 16:39:04.110623 3696 namespace.go:98] [openshift-operators] adding namespace I0410 16:39:04.110995 3696 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.964579ms I0410 16:39:04.111004 3696 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0410 16:39:04.111589 3696 namespace.go:102] [openshift-machine-api] adding namespace took 7.076438ms I0410 16:39:04.111598 3696 namespace.go:98] [openshift-logging] adding namespace I0410 16:39:04.111993 3696 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.979481ms I0410 16:39:04.112002 3696 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0410 16:39:04.112571 3696 namespace.go:102] [openshift-apiserver] adding namespace took 7.003556ms I0410 16:39:04.112585 3696 namespace.go:98] [openshift-authentication-operator] adding namespace I0410 16:39:04.113107 3696 namespace.go:102] [openshift-monitoring] adding namespace took 7.023991ms I0410 16:39:04.113124 3696 namespace.go:98] [openshift-authentication] adding namespace I0410 16:39:04.113569 3696 namespace.go:102] [openshift-cluster-version] adding namespace took 7.004458ms I0410 16:39:04.113581 3696 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0410 16:39:04.114006 3696 namespace.go:102] [openshift-dns-operator] adding namespace took 6.998474ms I0410 16:39:04.114021 3696 namespace.go:98] [openshift-etcd] adding namespace I0410 16:39:04.114466 3696 namespace.go:102] [openshift-host-network] adding namespace took 7.002285ms I0410 16:39:04.114482 3696 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0410 16:39:04.114837 3696 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.949527ms I0410 16:39:04.114852 3696 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0410 16:39:04.115220 3696 namespace.go:102] [openshift-network-operator] adding namespace took 6.824757ms I0410 16:39:04.115231 3696 namespace.go:98] [openshift-ingress] adding namespace I0410 16:39:04.115618 3696 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.796916ms I0410 16:39:04.116063 3696 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.670814ms I0410 16:39:04.116077 3696 namespace.go:98] [openshift-machine-config-operator] adding namespace I0410 16:39:04.116447 3696 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.616695ms I0410 16:39:04.116461 3696 namespace.go:98] [openshift-backplane-tam] adding namespace I0410 16:39:04.116814 3696 namespace.go:102] [default] adding namespace took 6.574914ms I0410 16:39:04.116824 3696 namespace.go:98] [kube-node-lease] adding namespace I0410 16:39:04.117355 3696 namespace.go:102] [openshift-operators] adding namespace took 6.727583ms I0410 16:39:04.117366 3696 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0410 16:39:04.117831 3696 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.821232ms I0410 16:39:04.117854 3696 namespace.go:98] [openshift-config-operator] adding namespace I0410 16:39:04.118365 3696 namespace.go:102] [openshift-logging] adding namespace took 6.760669ms I0410 16:39:04.118382 3696 namespace.go:98] [openshift-config-managed] adding namespace I0410 16:39:04.118767 3696 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.761275ms I0410 16:39:04.118780 3696 namespace.go:98] [openshift-console-user-settings] adding namespace I0410 16:39:04.119218 3696 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.628469ms I0410 16:39:04.119230 3696 namespace.go:98] [openshift-image-registry] adding namespace I0410 16:39:04.119608 3696 namespace.go:102] [openshift-authentication] adding namespace took 6.477718ms I0410 16:39:04.119620 3696 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0410 16:39:04.119997 3696 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.411937ms I0410 16:39:04.120008 3696 namespace.go:98] [openshift-dns] adding namespace I0410 16:39:04.120489 3696 namespace.go:102] [openshift-etcd] adding namespace took 6.463704ms I0410 16:39:04.120497 3696 namespace.go:98] [openshift-config] adding namespace I0410 16:39:04.120905 3696 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.417998ms I0410 16:39:04.120917 3696 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0410 16:39:04.121323 3696 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.467207ms I0410 16:39:04.121335 3696 namespace.go:98] [openshift-infra] adding namespace I0410 16:39:04.121703 3696 namespace.go:102] [openshift-ingress] adding namespace took 6.467814ms I0410 16:39:04.121715 3696 namespace.go:98] [openshift-network-console] adding namespace I0410 16:39:04.122101 3696 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.020143ms I0410 16:39:04.122113 3696 namespace.go:98] [openshift-apiserver-operator] adding namespace I0410 16:39:04.122917 3696 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.451386ms I0410 16:39:04.122929 3696 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0410 16:39:04.123335 3696 namespace.go:102] [kube-node-lease] adding namespace took 6.506694ms I0410 16:39:04.123346 3696 namespace.go:98] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] adding namespace I0410 16:39:04.123734 3696 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.363077ms I0410 16:39:04.123747 3696 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0410 16:39:04.124198 3696 namespace.go:102] [openshift-config-operator] adding namespace took 6.33963ms I0410 16:39:04.124208 3696 namespace.go:98] [openshift-console-operator] adding namespace I0410 16:39:04.124584 3696 namespace.go:102] [openshift-config-managed] adding namespace took 6.196374ms I0410 16:39:04.124599 3696 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0410 16:39:04.124963 3696 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.178838ms I0410 16:39:04.124989 3696 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0410 16:39:04.125415 3696 namespace.go:102] [openshift-image-registry] adding namespace took 6.180568ms I0410 16:39:04.125427 3696 namespace.go:98] [openshift-backplane-csm] adding namespace I0410 16:39:04.125845 3696 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.220376ms I0410 16:39:04.125856 3696 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0410 16:39:04.126260 3696 namespace.go:102] [openshift-dns] adding namespace took 6.248273ms I0410 16:39:04.126269 3696 namespace.go:98] [openshift-network-node-identity] adding namespace I0410 16:39:04.126636 3696 namespace.go:102] [openshift-config] adding namespace took 6.133738ms I0410 16:39:04.126649 3696 namespace.go:98] [openshift-network-diagnostics] adding namespace I0410 16:39:04.126999 3696 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.078219ms I0410 16:39:04.127409 3696 namespace.go:102] [openshift-infra] adding namespace took 6.067733ms I0410 16:39:04.127816 3696 namespace.go:102] [openshift-network-console] adding namespace took 6.097115ms I0410 16:39:04.127827 3696 namespace.go:98] [openshift-kube-apiserver] adding namespace I0410 16:39:04.128174 3696 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.055561ms I0410 16:39:04.128595 3696 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.661239ms I0410 16:39:04.128969 3696 namespace.go:102] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] adding namespace took 5.618068ms I0410 16:39:04.128994 3696 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0410 16:39:04.129374 3696 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.62288ms I0410 16:39:04.129751 3696 namespace.go:102] [openshift-console-operator] adding namespace took 5.538564ms I0410 16:39:04.129761 3696 namespace.go:98] [openshift-backplane] adding namespace I0410 16:39:04.130163 3696 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.559716ms I0410 16:39:04.130175 3696 namespace.go:98] [openshift-backplane-cse] adding namespace I0410 16:39:04.130546 3696 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.552577ms I0410 16:39:04.130913 3696 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.482088ms I0410 16:39:04.130924 3696 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0410 16:39:04.131326 3696 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.466212ms I0410 16:39:04.131337 3696 namespace.go:98] [openshift-insights] adding namespace W0410 16:39:04.131694 3696 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nfq46: pod openshift-network-diagnostics/network-check-target-nfq46: no pod IPs found W0410 16:39:04.131706 3696 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-w7ndg: pod openshift-network-diagnostics/network-check-target-w7ndg: no pod IPs found I0410 16:39:04.131738 3696 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.465456ms I0410 16:39:04.132180 3696 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.526078ms I0410 16:39:04.132564 3696 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.733843ms I0410 16:39:04.132574 3696 namespace.go:98] [openshift-node] adding namespace I0410 16:39:04.132949 3696 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.950234ms I0410 16:39:04.133357 3696 namespace.go:102] [openshift-backplane] adding namespace took 3.591209ms I0410 16:39:04.133731 3696 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.552241ms I0410 16:39:04.134145 3696 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.215996ms I0410 16:39:04.134531 3696 namespace.go:102] [openshift-insights] adding namespace took 3.188435ms I0410 16:39:04.134861 3696 namespace.go:102] [openshift-node] adding namespace took 2.282252ms I0410 16:39:04.135299 3696 zone_ic_handler.go:186] Time taken to create transit switch: 345.019µs I0410 16:39:04.135390 3696 master.go:532] Adding or Updating local node "ip-10-0-2-104.ec2.internal" for network "default" I0410 16:39:04.135425 3696 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-61.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-61.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-61.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-61.ec2.internal W0410 16:39:04.142836 3696 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nfq46: pod openshift-network-diagnostics/network-check-target-nfq46: no pod IPs found W0410 16:39:04.142852 3696 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-px7vc: pod kube-system/global-pull-secret-syncer-px7vc: no pod IPs found W0410 16:39:04.142863 3696 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jx7gg: pod openshift-multus/network-metrics-daemon-jx7gg: no pod IPs found I0410 16:39:04.143965 3696 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-104.ec2.internal for the network default I0410 16:39:04.144737 3696 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0410 16:39:04.144758 3696 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0410 16:39:04.144771 3696 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0410 16:39:04.144789 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:04.144817 3696 node_tracker.go:235] Node ip-10-0-0-61.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-61.ec2.internal" I0410 16:39:04.144830 3696 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:04.144837 3696 services_controller.go:574] Full service sync requested for network=default I0410 16:39:04.144845 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-104.ec2.internal in network "default" I0410 16:39:04.144879 3696 node_tracker.go:169] Node ip-10-0-2-104.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:04.144886 3696 services_controller.go:574] Full service sync requested for network=default I0410 16:39:04.245037 3696 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0410 16:39:04.245061 3696 services_controller.go:208] Setting up event handlers for services for network=default I0410 16:39:04.245154 3696 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0410 16:39:04.245207 3696 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0410 16:39:04.245228 3696 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0410 16:39:04.345431 3696 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0410 16:39:04.345451 3696 repair.go:60] Starting repairing loop for services I0410 16:39:04.345559 3696 repair.go:131] Deleted 0 stale service LBs I0410 16:39:04.345583 3696 repair.go:137] Deleted 0 stale Chassis Template Vars I0410 16:39:04.345603 3696 repair.go:62] Finished repairing loop for services: 154.222µs I0410 16:39:04.345628 3696 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0410 16:39:04.345639 3696 services_controller.go:254] Starting workers for network=default I0410 16:39:04.346002 3696 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jx7gg] creating logical port openshift-multus_network-metrics-daemon-jx7gg for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:04.346016 3696 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-px7vc] creating logical port kube-system_global-pull-secret-syncer-px7vc for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:04.346027 3696 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-w7ndg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-w7ndg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-w7ndg: no pod IPs found I0410 16:39:04.346076 3696 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-2vcg7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2vcg7: suppressed error logged: pod openshift-multus/network-metrics-daemon-2vcg7: no pod IPs found I0410 16:39:04.346122 3696 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nfq46] creating logical port openshift-network-diagnostics_network-check-target-nfq46 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:04.346195 3696 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jx7gg I0410 16:39:04.346267 3696 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-px7vc I0410 16:39:04.346281 3696 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nfq46 I0410 16:39:04.361629 3696 pod.go:62] [openshift-network-diagnostics/network-check-target-nfq46] pod update took 15.405457ms I0410 16:39:04.361646 3696 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-nfq46] addLogicalPort annotation time took 15.423422ms I0410 16:39:04.362402 3696 pods.go:271] [openshift-network-diagnostics/network-check-target-nfq46] addLogicalPort took 16.291847ms, libovsdb time 578.466µs I0410 16:39:04.363126 3696 pod.go:62] [openshift-multus/network-metrics-daemon-jx7gg] pod update took 17.039427ms I0410 16:39:04.363143 3696 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-jx7gg] addLogicalPort annotation time took 17.060991ms I0410 16:39:04.363127 3696 pod.go:62] [kube-system/global-pull-secret-syncer-px7vc] pod update took 16.994134ms I0410 16:39:04.363369 3696 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-px7vc] addLogicalPort annotation time took 17.234068ms I0410 16:39:04.364566 3696 pods.go:271] [openshift-multus/network-metrics-daemon-jx7gg] addLogicalPort took 18.591768ms, libovsdb time 1.228559ms I0410 16:39:04.364830 3696 pods.go:271] [kube-system/global-pull-secret-syncer-px7vc] addLogicalPort took 18.827617ms, libovsdb time 1.266025ms I0410 16:39:04.365250 3696 admin_network_policy_controller.go:227] Starting controller default-network-controller I0410 16:39:04.365274 3696 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0410 16:39:04.365289 3696 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0410 16:39:04.365293 3696 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0410 16:39:04.365484 3696 repair.go:29] Repairing admin network policies took 185.679µs I0410 16:39:04.365605 3696 repair.go:92] Repairing baseline admin network policies took 110.028µs I0410 16:39:04.365906 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0410 16:39:04.365924 3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0410 16:39:04.367692 3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0410 16:39:04.367714 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0410 16:39:04.367723 3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0410 16:39:04.368198 3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0410 16:39:04.368217 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0410 16:39:04.368227 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0410 16:39:04.369704 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0410 16:39:04.369729 3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0410 16:39:04.369739 3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0410 16:39:04.371190 3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0410 16:39:04.371207 3696 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0410 16:39:04.371217 3696 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0410 16:39:04.373069 3696 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0410 16:39:04.373096 3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0410 16:39:04.373112 3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0410 16:39:04.374428 3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0410 16:39:04.374445 3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0410 16:39:04.374455 3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0410 16:39:04.375599 3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0410 16:39:04.375618 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0410 16:39:04.375626 3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0410 16:39:04.376140 3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0410 16:39:04.376157 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0410 16:39:04.376166 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0410 16:39:04.376675 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0410 16:39:04.376690 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0410 16:39:04.376697 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0410 16:39:04.378227 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0410 16:39:04.378248 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0410 16:39:04.378260 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0410 16:39:04.378833 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0410 16:39:04.378851 3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0410 16:39:04.378860 3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0410 16:39:04.380217 3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0410 16:39:04.380234 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0410 16:39:04.380241 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0410 16:39:04.380743 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0410 16:39:04.380763 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0410 16:39:04.381273 3696 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0410 16:39:04.381285 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0410 16:39:04.382053 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0410 16:39:04.382071 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0410 16:39:04.382079 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0410 16:39:04.382388 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0410 16:39:04.382409 3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0410 16:39:04.382420 3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0410 16:39:04.383849 3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0410 16:39:04.383865 3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0410 16:39:04.383872 3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0410 16:39:04.384371 3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0410 16:39:04.384392 3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0410 16:39:04.384404 3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0410 16:39:04.385579 3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0410 16:39:04.385596 3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0410 16:39:04.385605 3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0410 16:39:04.386570 3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0410 16:39:04.386587 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0410 16:39:04.386594 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0410 16:39:04.387154 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0410 16:39:04.387171 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0410 16:39:04.387179 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0410 16:39:04.387700 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0410 16:39:04.387724 3696 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0410 16:39:04.387746 3696 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0410 16:39:04.388019 3696 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0410 16:39:04.388036 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0410 16:39:04.388044 3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0410 16:39:04.388512 3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0410 16:39:04.388543 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0410 16:39:04.388565 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0410 16:39:04.389347 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0410 16:39:04.389366 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0410 16:39:04.389373 3696 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0410 16:39:04.390677 3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0410 16:39:04.390695 3696 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0410 16:39:04.390705 3696 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0410 16:39:04.391627 3696 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0410 16:39:04.391646 3696 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0410 16:39:04.391654 3696 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0410 16:39:04.393379 3696 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0410 16:39:04.393399 3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0410 16:39:04.393406 3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0410 16:39:04.393683 3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0410 16:39:04.393700 3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0410 16:39:04.393712 3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0410 16:39:04.394554 3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0410 16:39:04.399001 3696 egressfirewall.go:319] Starting EgressFirewall controller I0410 16:39:04.399026 3696 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0410 16:39:04.399043 3696 controller.go:133] Adding controller egress-firewall-controller event handlers I0410 16:39:04.399051 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0410 16:39:04.399060 3696 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0410 16:39:04.399068 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0410 16:39:04.399078 3696 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0410 16:39:04.399326 3696 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0410 16:39:04.399339 3696 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0410 16:39:04.399348 3696 egressqos.go:193] Setting up event handlers for EgressQoS I0410 16:39:04.399425 3696 egressfirewall.go:628] Syncing node "ip-10-0-0-61.ec2.internal" for egress firewall I0410 16:39:04.399434 3696 egressfirewall.go:628] Syncing node "ip-10-0-2-104.ec2.internal" for egress firewall I0410 16:39:04.399454 3696 egressqos.go:245] Starting EgressQoS Controller I0410 16:39:04.399469 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0410 16:39:04.399477 3696 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0410 16:39:04.399482 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0410 16:39:04.399487 3696 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0410 16:39:04.399492 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0410 16:39:04.399497 3696 shared_informer.go:356] "Caches are synced" controller="egressqos" I0410 16:39:04.399500 3696 egressqos.go:259] Repairing EgressQoSes I0410 16:39:04.399504 3696 egressqos.go:399] Starting repairing loop for egressqos I0410 16:39:04.399582 3696 egressqos.go:401] Finished repairing loop for egressqos: 77.371µs I0410 16:39:04.399601 3696 egressservice_zone.go:132] Setting up event handlers for Egress Services I0410 16:39:04.399622 3696 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-104.ec2.internal I0410 16:39:04.399658 3696 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-104.ec2.internal : 35.438µs I0410 16:39:04.399730 3696 egressservice_zone.go:210] Starting Egress Services Controller I0410 16:39:04.399739 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0410 16:39:04.399744 3696 shared_informer.go:356] "Caches are synced" controller="egressservices" I0410 16:39:04.399752 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0410 16:39:04.399757 3696 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0410 16:39:04.399763 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0410 16:39:04.399769 3696 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0410 16:39:04.399774 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0410 16:39:04.399778 3696 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0410 16:39:04.399782 3696 egressservice_zone.go:228] Repairing Egress Services I0410 16:39:04.400032 3696 master_controller.go:88] Starting Admin Policy Based Route Controller I0410 16:39:04.400043 3696 external_controller.go:278] Starting Admin Policy Based Route Controller I0410 16:39:04.400054 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:04.400062 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 9.098µs I0410 16:39:04.400069 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-104.ec2.internal I0410 16:39:04.400072 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-104.ec2.internal: 3.982µs I0410 16:39:04.400192 3696 default_network_controller.go:568] Completing all the Watchers took 301.041308ms I0410 16:39:04.400205 3696 default_network_controller.go:572] Starting unidling controllers I0410 16:39:04.400211 3696 unidle.go:46] Registering OVN SB ControllerEvent handler I0410 16:39:04.400218 3696 unidle.go:63] Populating Initial ContollerEvent events I0410 16:39:04.400231 3696 unidle.go:79] Setting up event handlers for services I0410 16:39:04.400305 3696 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0410 16:39:04.440732 3696 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:04.940361 3696 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:05.410941 3696 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0410 16:39:05.440464 3696 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:05.458772 3696 bridgeconfig.go:537] Gateway is ready I0410 16:39:05.458794 3696 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0410 16:39:05.471190 3696 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.104. Updating OVN encap IP. I0410 16:39:05.476679 3696 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.104 - it is already configured I0410 16:39:05.476695 3696 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.104/24:{} 172.20.0.1/32:{}]. Updating annotations. I0410 16:39:05.476924 3696 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.104/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-104.ec2.internal","mac-address":"0e:c3:fe:a6:e9:77","ip-addresses":["10.0.2.104/24"],"ip-address":"10.0.2.104/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:19a428ab-cd0f-4d5c-b947-9fc3acbb4707 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.104/24"}] on node ip-10-0-2-104.ec2.internal I0410 16:39:05.492053 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-104.ec2.internal in network "default" I0410 16:39:05.492071 3696 egressfirewall.go:628] Syncing node "ip-10-0-2-104.ec2.internal" for egress firewall I0410 16:39:05.492113 3696 master.go:532] Adding or Updating local node "ip-10-0-2-104.ec2.internal" for network "default" I0410 16:39:05.492125 3696 node_tracker.go:169] Node ip-10-0-2-104.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:05.492142 3696 services_controller.go:574] Full service sync requested for network=default I0410 16:39:05.492141 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-104.ec2.internal I0410 16:39:05.492163 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-104.ec2.internal: 75.281µs I0410 16:39:05.492393 3696 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.104 I0410 16:39:05.492546 3696 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-104.ec2.internal I0410 16:39:05.496340 3696 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-104.ec2.internal. Updating no re-route policies I0410 16:39:05.496439 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cwnmc I0410 16:39:05.496452 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-gmzgt I0410 16:39:05.496440 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jx7gg I0410 16:39:05.496461 3696 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-jp75d I0410 16:39:05.496465 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jx7gg I0410 16:39:05.496472 3696 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-jp75d I0410 16:39:05.496475 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-104.ec2.internal I0410 16:39:05.496486 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mxmb I0410 16:39:05.496492 3696 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-jp75d after 0 failed attempt(s) I0410 16:39:05.496498 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8tz8v I0410 16:39:05.496502 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mxmb I0410 16:39:05.496453 3696 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-prl6v I0410 16:39:05.496506 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lng9j I0410 16:39:05.496508 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8tz8v I0410 16:39:05.496510 3696 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jx7gg] creating logical port openshift-multus_network-metrics-daemon-jx7gg for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:05.496512 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-lng9j I0410 16:39:05.496516 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nfq46 I0410 16:39:05.496515 3696 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-104.ec2.internal I0410 16:39:05.496527 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-lng9j after 0 failed attempt(s) I0410 16:39:05.496528 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nfq46 I0410 16:39:05.496528 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8tz8v after 0 failed attempt(s) I0410 16:39:05.496526 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-8wrzp I0410 16:39:05.496499 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-gmzgt I0410 16:39:05.496551 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-8wrzp I0410 16:39:05.496556 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-gmzgt after 0 failed attempt(s) I0410 16:39:05.496501 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kx578 I0410 16:39:05.496568 3696 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nfq46] creating logical port openshift-network-diagnostics_network-check-target-nfq46 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:05.496576 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kx578 I0410 16:39:05.496456 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cwnmc I0410 16:39:05.496600 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-8wrzp after 0 failed attempt(s) I0410 16:39:05.496490 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-104.ec2.internal I0410 16:39:05.496613 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cwnmc after 0 failed attempt(s) I0410 16:39:05.496532 3696 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-104.ec2.internal I0410 16:39:05.496628 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-104.ec2.internal after 0 failed attempt(s) I0410 16:39:05.496501 3696 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nzgnp I0410 16:39:05.496631 3696 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-104.ec2.internal after 0 failed attempt(s) I0410 16:39:05.496640 3696 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nzgnp I0410 16:39:05.496638 3696 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-px7vc I0410 16:39:05.496598 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kx578 after 0 failed attempt(s) I0410 16:39:05.496648 3696 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-px7vc I0410 16:39:05.496650 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nzgnp after 0 failed attempt(s) I0410 16:39:05.496522 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mxmb after 0 failed attempt(s) I0410 16:39:05.496512 3696 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-prl6v I0410 16:39:05.496683 3696 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-px7vc] creating logical port kube-system_global-pull-secret-syncer-px7vc for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:05.496685 3696 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-prl6v after 0 failed attempt(s) I0410 16:39:05.497424 3696 pods.go:271] [openshift-multus/network-metrics-daemon-jx7gg] addLogicalPort took 924.038µs, libovsdb time 467.39µs I0410 16:39:05.497436 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jx7gg after 0 failed attempt(s) I0410 16:39:05.497495 3696 pods.go:271] [openshift-network-diagnostics/network-check-target-nfq46] addLogicalPort took 940.163µs, libovsdb time 493.11µs I0410 16:39:05.497507 3696 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nfq46 after 0 failed attempt(s) I0410 16:39:05.497570 3696 pods.go:271] [kube-system/global-pull-secret-syncer-px7vc] addLogicalPort took 898.564µs, libovsdb time 411.951µs I0410 16:39:05.497578 3696 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-px7vc after 0 failed attempt(s) I0410 16:39:05.506641 3696 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0410 16:39:05.518636 3696 iptables.go:108] Creating table: mangle chain: OUTPUT I0410 16:39:05.522059 3696 iptables.go:108] Creating table: nat chain: OUTPUT I0410 16:39:05.560164 3696 iptables.go:108] Creating table: nat chain: PREROUTING I0410 16:39:05.624951 3696 iptables.go:108] Creating table: filter chain: FORWARD I0410 16:39:05.641958 3696 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0410 16:39:05.642092 3696 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0410 16:39:05.642135 3696 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0410 16:39:05.642200 3696 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0410 16:39:05.642286 3696 gateway_init.go:325] Gateway and management port readiness took 1.706320501s I0410 16:39:05.642320 3696 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0410 16:39:05.642358 3696 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0410 16:39:05.642370 3696 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0410 16:39:05.642379 3696 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0410 16:39:05.642448 3696 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0410 16:39:05.642529 3696 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.729µs I0410 16:39:05.642760 3696 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0410 16:39:05.642789 3696 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 20.616µs I0410 16:39:05.642798 3696 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.004µs I0410 16:39:05.642803 3696 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0410 16:39:05.642811 3696 nad_controller.go:173] [node-nad-controller NAD controller]: started I0410 16:39:05.642816 3696 default_node_network_controller.go:898] Starting the default node network controller I0410 16:39:05.642821 3696 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0410 16:39:05.642896 3696 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.866µs I0410 16:39:05.643013 3696 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0410 16:39:05.643022 3696 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0410 16:39:05.643049 3696 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0d460 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000346000 0xc000346070 0xc000b13770 0xc0003460e0 0xc000346150 0xc0006ec320 0xc006372700 0xc0003461c0 map[0x2f8f0c0:0xc002c91ce0 0x2f8f600:0xc002c91e60 0x2f90080:0xc002c91c20 0x2f90320:0xc002c91c80 0x2f90b00:0xc002c91d40 0x2f90da0:0xc002c91da0 0x2f91040:0xc002c91e00 0x2f91820:0xc0029417a0 0x2f91ac0:0xc002941800 0x2fbc3e0:0xc0011adc20 0x2fbc780:0xc0011adc80 0x2fbd260:0xc000b73a40 0x2fbebc0:0xc001bfe000 0x2fbf6a0:0xc002c91bc0 0x2fc0520:0xc001bfe060] 0xc000b20850 0} I0410 16:39:05.643112 3696 gateway.go:151] Starting gateway service sync I0410 16:39:05.643549 3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0410 16:39:05.645692 3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0410 16:39:05.668324 3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0410 16:39:05.669621 3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0410 16:39:05.670700 3696 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0410 16:39:05.707197 3696 gateway.go:168] Gateway service sync done. Time taken: 64.072459ms I0410 16:39:05.707941 3696 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32119 I0410 16:39:05.708077 3696 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0d460 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000346000 0xc000346070 0xc000b13770 0xc0003460e0 0xc000346150 0xc0006ec320 0xc006372700 0xc0003461c0 map[0x2f8f0c0:0xc002c91ce0 0x2f8f600:0xc002c91e60 0x2f90080:0xc002c91c20 0x2f90320:0xc002c91c80 0x2f90b00:0xc002c91d40 0x2f90da0:0xc002c91da0 0x2f91040:0xc002c91e00 0x2f91820:0xc0029417a0 0x2f91ac0:0xc002941800 0x2fbc3e0:0xc0011adc20 0x2fbc780:0xc0011adc80 0x2fbd260:0xc000b73a40 0x2fbebc0:0xc001bfe000 0x2fbf6a0:0xc002c91bc0 0x2fc0520:0xc001bfe060] 0xc000b20850 0} I0410 16:39:05.708599 3696 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0d460 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000346000 0xc000346070 0xc000b13770 0xc0003460e0 0xc000346150 0xc0006ec320 0xc006372700 0xc0003461c0 map[0x2f8f0c0:0xc002c91ce0 0x2f8f600:0xc002c91e60 0x2f90080:0xc002c91c20 0x2f90320:0xc002c91c80 0x2f90b00:0xc002c91d40 0x2f90da0:0xc002c91da0 0x2f91040:0xc002c91e00 0x2f91820:0xc0029417a0 0x2f91ac0:0xc002941800 0x2fbc3e0:0xc0011adc20 0x2fbc780:0xc0011adc80 0x2fbd260:0xc000b73a40 0x2fbebc0:0xc001bfe000 0x2fbf6a0:0xc002c91bc0 0x2fc0520:0xc001bfe060] 0xc000b20850 0} I0410 16:39:05.708640 3696 gateway.go:519] Reconciling gateway with updates I0410 16:39:05.714287 3696 gateway.go:326] Spawning Conntrack Rule Check Thread I0410 16:39:05.714308 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:05.714310 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:05.714317 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:05.714333 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:05.714333 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:05.714341 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:05.714340 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0410 16:39:05.714338 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:05.714351 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:05.714362 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:05.714364 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:05.714365 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:05.714380 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:05.714393 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0410 16:39:05.714396 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:05.714394 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:05.714411 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:05.714415 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:05.714417 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:05.714355 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:05.714430 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:05.714433 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0410 16:39:05.714438 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:05.714442 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:05.714442 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:05.714454 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0410 16:39:05.714460 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:05.714460 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0410 16:39:05.714465 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:05.714473 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0410 16:39:05.714474 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:05.714478 3696 port_claim.go:71] Svc openshift-ingress/router-default: port 31373 is already open, no action needed I0410 16:39:05.714480 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0410 16:39:05.714400 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:05.714323 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:05.714495 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:05.714502 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0410 16:39:05.714502 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:05.714517 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:05.714535 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0410 16:39:05.714546 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0410 16:39:05.714573 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0410 16:39:05.714576 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:05.714587 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:05.714577 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:05.714591 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:05.714594 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:05.714600 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:05.714602 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:05.714603 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:05.714607 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:05.714618 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:05.714621 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:05.714626 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:05.714635 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:05.714449 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:05.714678 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0410 16:39:05.714516 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:05.714694 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:05.714714 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:05.714591 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:05.714695 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:05.714505 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:05.714916 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:05.714929 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:05.714474 3696 default_node_network_controller.go:943] Gateway and management port readiness took 71.443981ms I0410 16:39:05.714938 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:05.714955 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:05.714496 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:05.715075 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:05.715085 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:05.714483 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:05.714410 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:05.715165 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:05.714399 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:05.715174 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0410 16:39:05.714427 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:05.715182 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0410 16:39:05.714425 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:05.714426 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:05.715254 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:05.714426 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:05.715332 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:05.714442 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:05.715351 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:05.714446 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:05.715439 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:05.714463 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0410 16:39:05.714461 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0410 16:39:05.714461 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:05.715529 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:05.714481 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:05.715545 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0410 16:39:05.714481 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0410 16:39:05.714479 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0410 16:39:05.714491 3696 port_claim.go:71] Svc openshift-ingress/router-default: port 32465 is already open, no action needed I0410 16:39:05.714497 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0410 16:39:05.714503 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:05.715608 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:05.715613 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0410 16:39:05.714516 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:05.715621 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:05.714522 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0410 16:39:05.714518 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:05.715654 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:05.714605 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:05.714607 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:05.716018 3696 node_ip_handler_linux.go:160] Node IP manager is running W0410 16:39:05.753105 3696 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0410 16:39:05.753251 3696 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0410 16:39:05.753369 3696 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0410 16:39:05.761486 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0410 16:39:05.761510 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0410 16:39:05.761519 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0410 16:39:05.761526 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0410 16:39:05.761533 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0410 16:39:05.761539 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0410 16:39:05.761546 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0410 16:39:05.761570 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0410 16:39:05.761579 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0410 16:39:05.761585 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0410 16:39:05.761590 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0410 16:39:05.761597 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0410 16:39:05.761603 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0410 16:39:05.761618 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0410 16:39:05.761637 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0410 16:39:05.761644 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0410 16:39:05.761650 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0410 16:39:05.761655 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0410 16:39:05.761663 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0410 16:39:05.761669 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0410 16:39:05.802082 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0410 16:39:05.802109 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0410 16:39:05.802116 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0410 16:39:05.840901 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0410 16:39:05.840907 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0410 16:39:05.840923 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0410 16:39:05.840930 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0410 16:39:05.840936 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0410 16:39:07.331611 3696 default_node_network_controller.go:1369] Starting node controller node sync W0410 16:39:07.331675 3696 egressip_healthcheck.go:76] Health checking using insecure connection I0410 16:39:07.331732 3696 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0410 16:39:07.343095 3696 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.462084ms I0410 16:39:07.343220 3696 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0410 16:39:07.343510 3696 egressservice_node.go:93] Setting up event handlers for Egress Services I0410 16:39:07.343640 3696 egressservice_node.go:183] Starting Egress Services Controller I0410 16:39:07.343659 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0410 16:39:07.343672 3696 shared_informer.go:356] "Caches are synced" controller="egressservices" I0410 16:39:07.343678 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0410 16:39:07.343684 3696 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0410 16:39:07.343689 3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0410 16:39:07.343694 3696 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0410 16:39:07.343698 3696 egressservice_node.go:197] Repairing Egress Services I0410 16:39:07.353632 3696 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0410 16:39:07.353648 3696 external_controller.go:278] Starting Admin Policy Based Route Controller I0410 16:39:07.353778 3696 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0410 16:39:07.353792 3696 link_network_manager.go:117] Link manager is running I0410 16:39:07.353804 3696 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0410 16:39:07.353848 3696 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0410 16:39:07.354183 3696 vrf_manager.go:128] VRF manager is running I0410 16:39:07.354290 3696 node_controller_manager.go:437] Removing flows to drop GARP I0410 16:39:07.354302 3696 gateway.go:519] Reconciling gateway with updates I0410 16:39:07.379953 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:07.379960 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:07.379966 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:07.379970 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:07.379996 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:07.379997 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:07.379996 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:07.380003 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:07.380004 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:07.380006 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0410 16:39:07.380012 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:07.380016 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:07.380018 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:07.380026 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:07.380032 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:07.380051 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:07.380074 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:07.380073 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:07.380078 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:07.380085 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:07.380089 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:07.380082 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:07.380097 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0410 16:39:07.380093 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:07.380102 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0410 16:39:07.380109 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0410 16:39:07.380094 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0410 16:39:07.380105 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:07.380120 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:07.380121 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:07.380127 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:07.380108 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:07.380129 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:07.380135 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0410 16:39:07.380137 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:07.380130 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0410 16:39:07.380144 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:07.380147 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:07.380144 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:07.380152 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:07.380155 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:07.380156 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0410 16:39:07.380162 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:07.380162 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:07.380166 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0410 16:39:07.380166 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:07.380167 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:07.380162 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:07.380175 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:07.380180 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:07.380125 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:07.380183 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:07.380184 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:07.380185 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0410 16:39:07.380188 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:07.380189 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0410 16:39:07.380194 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:07.380199 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:07.380205 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0410 16:39:07.380129 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0410 16:39:07.380169 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0410 16:39:07.380191 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:07.380229 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0410 16:39:07.380237 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0410 16:39:07.380164 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:07.380246 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0410 16:39:07.380258 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0410 16:39:07.380185 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:07.380274 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0410 16:39:07.380279 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0410 16:39:07.380144 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0410 16:39:07.380288 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0410 16:39:07.380291 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0410 16:39:07.380155 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0410 16:39:07.380120 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:07.380304 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:07.380310 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0410 16:39:07.380128 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:07.380111 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:07.380329 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:07.380273 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0410 16:39:07.380128 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:07.380347 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:07.380130 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:07.380352 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0410 16:39:07.380354 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:07.380366 3696 port_claim.go:71] Svc openshift-ingress/router-default: port 31373 is already open, no action needed I0410 16:39:07.380131 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:07.380142 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:07.380382 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:07.380020 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:07.380416 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:07.380158 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:07.380159 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0410 16:39:07.380171 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0410 16:39:07.380173 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0410 16:39:07.380170 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:07.380457 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:07.380162 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:07.380487 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:07.380173 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:07.380512 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:07.380173 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:07.380545 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:07.380175 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:07.380179 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:07.380596 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:07.380187 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:07.380194 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:07.380142 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:07.380374 3696 port_claim.go:71] Svc openshift-ingress/router-default: port 32465 is already open, no action needed I0410 16:39:07.380113 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:07.380162 3696 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:07.380744 3696 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:07.420149 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0410 16:39:07.420175 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0410 16:39:07.420183 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0410 16:39:07.420192 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0410 16:39:07.420198 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0410 16:39:07.459785 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0410 16:39:07.459808 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0410 16:39:07.459820 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0410 16:39:07.459829 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0410 16:39:07.459836 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0410 16:39:07.459848 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0410 16:39:07.459868 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0410 16:39:07.459875 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0410 16:39:07.459881 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0410 16:39:07.459887 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0410 16:39:07.459892 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0410 16:39:07.459898 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0410 16:39:07.499185 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0410 16:39:07.499191 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0410 16:39:07.499208 3696 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0410 16:39:08.038102 3696 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:08.038151 3696 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:09.058588 3696 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:09.058630 3696 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:09.477986 3696 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:09.477992 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:09.477998 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:09.478008 3696 node_tracker.go:220] Node ip-10-0-1-149.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0410 16:39:09.478013 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 20.097µs E0410 16:39:09.478060 3696 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-149.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0410 16:39:09.478079 3696 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-149.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-149.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal, error parsing annotation for node ip-10-0-1-149.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0410 16:39:09.491789 3696 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-149.ec2.internal annotation: unexpected end of JSON input E0410 16:39:09.491825 3696 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-149.ec2.internal annotation: unexpected end of JSON input I0410 16:39:09.491853 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0410 16:39:09.491919 3696 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-149.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-149.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-149.ec2.internal" I0410 16:39:09.497540 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:09.497551 3696 default_network_controller.go:1008] Node "ip-10-0-0-61.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:09.497560 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 23.111µs I0410 16:39:09.497541 3696 egressfirewall.go:628] Syncing node "ip-10-0-0-61.ec2.internal" for egress firewall I0410 16:39:09.505633 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0410 16:39:09.505685 3696 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-149.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-149.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-149.ec2.internal" I0410 16:39:09.519580 3696 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:09.519648 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:09.519665 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 19.9µs I0410 16:39:09.519696 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0410 16:39:09.519749 3696 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-149.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-149.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-149.ec2.internal" I0410 16:39:09.534836 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0410 16:39:09.645304 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-104.ec2.internal I0410 16:39:09.645335 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-104.ec2.internal: 38.627µs I0410 16:39:09.672391 3696 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b9d4946bf-sgpbr] creating logical port openshift-image-registry_image-registry-5b9d4946bf-sgpbr for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:09.672535 3696 kube.go:256] Updating pod openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:39:09.693165 3696 pod.go:62] [openshift-image-registry/image-registry-5b9d4946bf-sgpbr] pod update took 20.659294ms I0410 16:39:09.693184 3696 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5b9d4946bf-sgpbr] addLogicalPort annotation time took 20.683402ms I0410 16:39:09.694395 3696 pods.go:271] [openshift-image-registry/image-registry-5b9d4946bf-sgpbr] addLogicalPort took 22.01961ms, libovsdb time 880.569µs I0410 16:39:09.710659 3696 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:09.710662 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:09.710677 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:09.710689 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 15.553µs I0410 16:39:09.713694 3696 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-mhh6b for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:09.713786 3696 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b I0410 16:39:09.728320 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:09.733164 3696 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b] pod update took 19.411568ms I0410 16:39:09.733182 3696 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b] addLogicalPort annotation time took 19.434356ms I0410 16:39:09.734123 3696 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b] addLogicalPort took 20.446686ms, libovsdb time 705.999µs I0410 16:39:09.886486 3696 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dkpbw] creating logical port openshift-dns_dns-default-dkpbw for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:09.886603 3696 kube.go:256] Updating pod openshift-dns/dns-default-dkpbw I0410 16:39:09.904940 3696 pod.go:62] [openshift-dns/dns-default-dkpbw] pod update took 18.364885ms I0410 16:39:09.904959 3696 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-dkpbw] addLogicalPort annotation time took 18.388849ms I0410 16:39:09.906137 3696 pods.go:271] [openshift-dns/dns-default-dkpbw] addLogicalPort took 19.667565ms, libovsdb time 882.393µs I0410 16:39:09.919553 3696 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-m4xlv] creating logical port openshift-ingress-canary_ingress-canary-m4xlv for pod on switch ip-10-0-2-104.ec2.internal I0410 16:39:09.919696 3696 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-m4xlv I0410 16:39:09.934320 3696 pod.go:62] [openshift-ingress-canary/ingress-canary-m4xlv] pod update took 14.651542ms I0410 16:39:09.934348 3696 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-m4xlv] addLogicalPort annotation time took 14.687789ms I0410 16:39:09.935554 3696 pods.go:271] [openshift-ingress-canary/ingress-canary-m4xlv] addLogicalPort took 16.021667ms, libovsdb time 933.383µs I0410 16:39:10.019080 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:10.117479 3696 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b 9890a54ef9db6dd682f602807db62e02bf85a5bd8bf819bd4594b0a62e34d8a2 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b 9890a54ef9db6dd682f602807db62e02bf85a5bd8bf819bd4594b0a62e34d8a2 network default NAD default] I0410 16:39:10.160138 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-mhh6b, hostIfaceName: 9890a54ef9db6dd, network: default, NAD default, SandboxID: "9890a54ef9db6dd682f602807db62e02bf85a5bd8bf819bd4594b0a62e34d8a2", PCI device ID: , UID: "cd08b7cd-66cf-4af5-ad26-d0d18bb85652", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0410 16:39:10.218998 3696 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b 9890a54ef9db6dd682f602807db62e02bf85a5bd8bf819bd4594b0a62e34d8a2 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mhh6b 9890a54ef9db6dd682f602807db62e02bf85a5bd8bf819bd4594b0a62e34d8a2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:7d:d8:b5:04:1f\",\"name\":\"9890a54ef9db6dd\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/483857db-47ea-4734-b7cd-72a43e875c4e\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:39:10.317732 3696 cni.go:403] [openshift-ingress-canary/ingress-canary-m4xlv 3ab9ced59a773aa986e5e23cb14601c2f8f55d349f702d3c863f334efa050380 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-m4xlv 3ab9ced59a773aa986e5e23cb14601c2f8f55d349f702d3c863f334efa050380 network default NAD default] I0410 16:39:10.329897 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-m4xlv, hostIfaceName: 3ab9ced59a773aa, network: default, NAD default, SandboxID: "3ab9ced59a773aa986e5e23cb14601c2f8f55d349f702d3c863f334efa050380", PCI device ID: , UID: "ca0961b5-f4a4-47d8-a798-4fde34af438c", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0410 16:39:10.374532 3696 cni.go:424] [openshift-ingress-canary/ingress-canary-m4xlv 3ab9ced59a773aa986e5e23cb14601c2f8f55d349f702d3c863f334efa050380 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-m4xlv 3ab9ced59a773aa986e5e23cb14601c2f8f55d349f702d3c863f334efa050380 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:dc:a1:53:26:61\",\"name\":\"3ab9ced59a773aa\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d88967a-ef5e-44fe-b19a-dbefd0572c46\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:39:11.625850 3696 egressfirewall.go:628] Syncing node "ip-10-0-0-61.ec2.internal" for egress firewall I0410 16:39:11.625855 3696 default_network_controller.go:1008] Node "ip-10-0-0-61.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:11.625905 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:11.625921 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 20.253µs I0410 16:39:12.914542 3696 cni.go:403] [openshift-network-diagnostics/network-check-target-nfq46 c8b6ffcbfc5906ac2a53abccbe00a6232c7db2edf85ea1c79654edafc94d5d6f network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nfq46 c8b6ffcbfc5906ac2a53abccbe00a6232c7db2edf85ea1c79654edafc94d5d6f network default NAD default] I0410 16:39:12.926221 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nfq46, hostIfaceName: c8b6ffcbfc5906a, network: default, NAD default, SandboxID: "c8b6ffcbfc5906ac2a53abccbe00a6232c7db2edf85ea1c79654edafc94d5d6f", PCI device ID: , UID: "b8cd5f31-edaf-46cf-a065-9568815d9af7", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0410 16:39:12.968664 3696 cni.go:424] [openshift-network-diagnostics/network-check-target-nfq46 c8b6ffcbfc5906ac2a53abccbe00a6232c7db2edf85ea1c79654edafc94d5d6f network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nfq46 c8b6ffcbfc5906ac2a53abccbe00a6232c7db2edf85ea1c79654edafc94d5d6f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:61:d7:17:05:34\",\"name\":\"c8b6ffcbfc5906a\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e2695b3-5d34-45d8-a7a1-6344935f2e91\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:39:14.289746 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:14.289832 3696 default_network_controller.go:1008] Node "ip-10-0-0-61.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:16.779454 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:16.779513 3696 node_tracker.go:235] Node ip-10-0-0-61.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-61.ec2.internal" I0410 16:39:16.779535 3696 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:16.779552 3696 services_controller.go:574] Full service sync requested for network=default I0410 16:39:16.779567 3696 default_network_controller.go:1008] Node "ip-10-0-0-61.ec2.internal" in remote zone "ip-10-0-0-61.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:16.842802 3696 default_network_controller.go:1008] Node "ip-10-0-0-61.ec2.internal" in remote zone "ip-10-0-0-61.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:16.912786 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:16.912792 3696 default_network_controller.go:1008] Node "ip-10-0-0-61.ec2.internal" in remote zone "ip-10-0-0-61.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:16.912841 3696 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:16.912853 3696 services_controller.go:574] Full service sync requested for network=default I0410 16:39:16.913511 3696 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-61.ec2.internal for the network default I0410 16:39:16.914568 3696 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-61.ec2.internal" on network "default" took: 1.070735ms I0410 16:39:19.466897 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:19.466922 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 33.238µs I0410 16:39:19.467001 3696 egressfirewall.go:628] Syncing node "ip-10-0-0-61.ec2.internal" for egress firewall I0410 16:39:19.467020 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:19.467069 3696 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:19.467072 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-61.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0410 16:39:19.467085 3696 services_controller.go:574] Full service sync requested for network=default I0410 16:39:19.467095 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-61.ec2.internal", IP: 10.0.0.61 to PMTUD blocking rules I0410 16:39:19.473560 3696 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-61.ec2.internal. Updating no re-route policies I0410 16:39:19.486295 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-61.ec2.internal", IP: 10.0.0.61 to PMTUD blocking rules I0410 16:39:19.486316 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-61.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0410 16:39:19.742895 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0410 16:39:20.063648 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:20.090159 3696 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:23.044531 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:23.044588 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 35.169µs I0410 16:39:25.844603 3696 cni.go:403] [kube-system/global-pull-secret-syncer-px7vc df9b63bd06e58a7db2f8d711ed0d686a4ed266acca1d5ec6ef6601f4a31b4e59 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-px7vc df9b63bd06e58a7db2f8d711ed0d686a4ed266acca1d5ec6ef6601f4a31b4e59 network default NAD default] I0410 16:39:25.853581 3696 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-px7vc, hostIfaceName: df9b63bd06e58a7, network: default, NAD default, SandboxID: "df9b63bd06e58a7db2f8d711ed0d686a4ed266acca1d5ec6ef6601f4a31b4e59", PCI device ID: , UID: "f6baa28c-efb0-4a58-bbb3-0fca30ec3608", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0410 16:39:25.898851 3696 cni.go:424] [kube-system/global-pull-secret-syncer-px7vc df9b63bd06e58a7db2f8d711ed0d686a4ed266acca1d5ec6ef6601f4a31b4e59 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-px7vc df9b63bd06e58a7db2f8d711ed0d686a4ed266acca1d5ec6ef6601f4a31b4e59 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:e0:b5:92:c0:4d\",\"name\":\"df9b63bd06e58a7\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79eb7652-f1d3-421c-894e-1d9f993b1747\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:39:28.397490 3696 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:28.397503 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:28.397528 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 28.719µs I0410 16:39:28.397553 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0410 16:39:31.779906 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:32.091813 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:33.413770 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:33.413787 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:33.413799 3696 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal" I0410 16:39:33.413815 3696 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.413824 3696 services_controller.go:574] Full service sync requested for network=default W0410 16:39:33.414314 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:33.440280 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:33.587239 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:33.587325 3696 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:33.587354 3696 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.587373 3696 services_controller.go:574] Full service sync requested for network=default W0410 16:39:33.587784 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:33.588049 3696 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-149.ec2.internal for the network default I0410 16:39:33.589273 3696 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-149.ec2.internal" on network "default" took: 1.242529ms I0410 16:39:35.142392 3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:35.142418 3696 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:35.142433 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:35.142452 3696 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:35.142450 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 22.887µs I0410 16:39:35.142467 3696 services_controller.go:574] Full service sync requested for network=default I0410 16:39:35.142502 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0410 16:39:35.142516 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0410 16:39:35.142891 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:35.148551 3696 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-149.ec2.internal. Updating no re-route policies I0410 16:39:35.158728 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0410 16:39:35.158741 3696 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0410 16:39:39.244096 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:39.244125 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 36.707µs W0410 16:39:47.559372 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:51.071389 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:56.967475 3696 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.968055 3696 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.968085 3696 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.968095 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0410 16:39:56.968122 3696 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.968130 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0410 16:39:57.988181 3696 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988211 3696 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988232 3696 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988245 3696 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:59.065065 3696 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0410 16:39:59.075222 3696 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0410 16:41:12.200097 3696 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp] creating logical port openshift-network-diagnostics_network-check-source-57d556cf6f-c24kp for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:12.200225 3696 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-75b46cc85-tddh8] creating logical port openshift-console-operator_console-operator-75b46cc85-tddh8 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:12.200299 3696 kube.go:256] Updating pod openshift-console-operator/console-operator-75b46cc85-tddh8 I0410 16:41:12.200228 3696 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp I0410 16:41:12.202073 3696 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-76494886f6-84f59 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:12.202159 3696 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59 I0410 16:41:12.218342 3696 pod.go:62] [openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp] pod update took 18.141731ms I0410 16:41:12.218371 3696 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp] addLogicalPort annotation time took 18.174231ms I0410 16:41:12.219619 3696 pods.go:271] [openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp] addLogicalPort took 19.544643ms, libovsdb time 886.434µs I0410 16:41:12.222170 3696 pod.go:62] [openshift-console-operator/console-operator-75b46cc85-tddh8] pod update took 21.890816ms I0410 16:41:12.222191 3696 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-75b46cc85-tddh8] addLogicalPort annotation time took 21.911845ms I0410 16:41:12.223104 3696 pods.go:271] [openshift-console-operator/console-operator-75b46cc85-tddh8] addLogicalPort took 22.896298ms, libovsdb time 630.959µs I0410 16:41:12.223161 3696 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp] creating logical port openshift-monitoring_cluster-monitoring-operator-76dc995b8d-2sgxp for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:12.223248 3696 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp I0410 16:41:12.227347 3696 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59] pod update took 25.203709ms I0410 16:41:12.227367 3696 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59] addLogicalPort annotation time took 25.22744ms I0410 16:41:12.228414 3696 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59] addLogicalPort took 26.351892ms, libovsdb time 761.689µs I0410 16:41:12.244042 3696 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp] pod update took 20.813429ms I0410 16:41:12.244066 3696 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp] addLogicalPort annotation time took 20.842156ms I0410 16:41:12.245173 3696 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp] addLogicalPort took 22.021019ms, libovsdb time 808.1µs I0410 16:41:12.299931 3696 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6667b64b75-7r28h for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:12.300030 3696 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h I0410 16:41:12.319929 3696 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h] pod update took 19.91767ms I0410 16:41:12.319952 3696 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h] addLogicalPort annotation time took 19.94592ms I0410 16:41:12.321069 3696 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h] addLogicalPort took 21.150891ms, libovsdb time 812.036µs I0410 16:41:12.338437 3696 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7687654d58-8bhst] creating logical port openshift-ingress_router-default-7687654d58-8bhst for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:12.338561 3696 kube.go:256] Updating pod openshift-ingress/router-default-7687654d58-8bhst I0410 16:41:12.340080 3696 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94] creating logical port openshift-network-console_networking-console-plugin-d6f47c5fd-tgw94 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:12.340156 3696 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94 I0410 16:41:12.367442 3696 pod.go:62] [openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94] pod update took 27.308778ms I0410 16:41:12.367467 3696 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94] addLogicalPort annotation time took 27.338204ms I0410 16:41:12.368503 3696 pods.go:271] [openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94] addLogicalPort took 28.417666ms, libovsdb time 759.394µs I0410 16:41:12.368816 3696 pod.go:62] [openshift-ingress/router-default-7687654d58-8bhst] pod update took 30.291687ms I0410 16:41:12.368832 3696 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7687654d58-8bhst] addLogicalPort annotation time took 30.312876ms I0410 16:41:12.369824 3696 pods.go:271] [openshift-ingress/router-default-7687654d58-8bhst] addLogicalPort took 31.400755ms, libovsdb time 698.432µs I0410 16:41:12.558966 3696 cni.go:403] [openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp eb4243e8151407333efb0fa450068d729fbd8430a0169a2144e1747c4726b3d9 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp eb4243e8151407333efb0fa450068d729fbd8430a0169a2144e1747c4726b3d9 network default NAD default] I0410 16:41:12.562068 3696 cni.go:403] [openshift-console-operator/console-operator-75b46cc85-tddh8 4b4620a03ad22b63fde70a69e96afbe86f6ed8d10051e520b58f57b57942316a network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-75b46cc85-tddh8 4b4620a03ad22b63fde70a69e96afbe86f6ed8d10051e520b58f57b57942316a network default NAD default] I0410 16:41:12.567363 3696 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59 83bcbbafd84df39a9e3b29f28c86e14fc2748d701087bd5399a7cfbed8eb1a5c network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59 83bcbbafd84df39a9e3b29f28c86e14fc2748d701087bd5399a7cfbed8eb1a5c network default NAD default] I0410 16:41:12.572005 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-57d556cf6f-c24kp, hostIfaceName: eb4243e81514073, network: default, NAD default, SandboxID: "eb4243e8151407333efb0fa450068d729fbd8430a0169a2144e1747c4726b3d9", PCI device ID: , UID: "2653c3c0-c7d3-4035-a636-e2d963443de3", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0410 16:41:12.573137 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-75b46cc85-tddh8, hostIfaceName: 4b4620a03ad22b6, network: default, NAD default, SandboxID: "4b4620a03ad22b63fde70a69e96afbe86f6ed8d10051e520b58f57b57942316a", PCI device ID: , UID: "70e88d77-2bff-425e-b52e-1b99ddbc7e6e", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0410 16:41:12.576996 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-76494886f6-84f59, hostIfaceName: 83bcbbafd84df39, network: default, NAD default, SandboxID: "83bcbbafd84df39a9e3b29f28c86e14fc2748d701087bd5399a7cfbed8eb1a5c", PCI device ID: , UID: "4776cb0c-2111-435c-8d07-b0b0360ecaec", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0410 16:41:12.619159 3696 cni.go:424] [openshift-console-operator/console-operator-75b46cc85-tddh8 4b4620a03ad22b63fde70a69e96afbe86f6ed8d10051e520b58f57b57942316a network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-75b46cc85-tddh8 4b4620a03ad22b63fde70a69e96afbe86f6ed8d10051e520b58f57b57942316a network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:d7:46:3f:61:dd\",\"name\":\"4b4620a03ad22b6\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61e1eec9-f13f-4646-a30f-7008973deac0\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:41:12.634922 3696 cni.go:424] [openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp eb4243e8151407333efb0fa450068d729fbd8430a0169a2144e1747c4726b3d9 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-57d556cf6f-c24kp eb4243e8151407333efb0fa450068d729fbd8430a0169a2144e1747c4726b3d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:d9:f2:8c:46:23\",\"name\":\"eb4243e81514073\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3d2a266-5dc9-4020-a718-bc42b035ecb2\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:41:12.651382 3696 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59 83bcbbafd84df39a9e3b29f28c86e14fc2748d701087bd5399a7cfbed8eb1a5c network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-84f59 83bcbbafd84df39a9e3b29f28c86e14fc2748d701087bd5399a7cfbed8eb1a5c network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:d5:b5:d6:76:bb\",\"name\":\"83bcbbafd84df39\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fed5c418-a52b-4cce-8bba-aba9ea86fb4e\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:41:12.667561 3696 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h 2bd0228951a64662dc65412da4f702fcb66a7729ea5e74223535989368164606 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h 2bd0228951a64662dc65412da4f702fcb66a7729ea5e74223535989368164606 network default NAD default] I0410 16:41:12.677054 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6667b64b75-7r28h, hostIfaceName: 2bd0228951a6466, network: default, NAD default, SandboxID: "2bd0228951a64662dc65412da4f702fcb66a7729ea5e74223535989368164606", PCI device ID: , UID: "faad0a7f-6bcd-444a-850f-4b9d1a16853a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0410 16:41:12.723488 3696 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h 2bd0228951a64662dc65412da4f702fcb66a7729ea5e74223535989368164606 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-7r28h 2bd0228951a64662dc65412da4f702fcb66a7729ea5e74223535989368164606 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:d9:61:d4:fb:22\",\"name\":\"2bd0228951a6466\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e454b25d-cc12-4870-91df-9e5fc70934f7\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:41:15.369889 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0410 16:41:16.643930 3696 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0410 16:41:16.644841 3696 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 888.459µs I0410 16:41:16.670164 3696 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0410 16:41:17.336956 3696 namespace.go:98] [openshift-service-ca] adding namespace I0410 16:41:17.337843 3696 namespace.go:102] [openshift-service-ca] adding namespace took 849.013µs I0410 16:41:17.354019 3696 namespace.go:142] [openshift-service-ca] updating namespace I0410 16:41:19.006644 3696 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9d958b49-zkszq] creating logical port openshift-service-ca_service-ca-d9d958b49-zkszq for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:19.006753 3696 kube.go:256] Updating pod openshift-service-ca/service-ca-d9d958b49-zkszq I0410 16:41:19.021740 3696 pod.go:62] [openshift-service-ca/service-ca-d9d958b49-zkszq] pod update took 15.023013ms I0410 16:41:19.021760 3696 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-d9d958b49-zkszq] addLogicalPort annotation time took 15.048286ms I0410 16:41:19.023091 3696 pods.go:271] [openshift-service-ca/service-ca-d9d958b49-zkszq] addLogicalPort took 16.462791ms, libovsdb time 1.015831ms I0410 16:41:19.363307 3696 cni.go:403] [openshift-service-ca/service-ca-d9d958b49-zkszq 04f8b02cefed9f23478b3ea1884be2e5013faf0b3d547427689b98c58c7e95ca network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-d9d958b49-zkszq 04f8b02cefed9f23478b3ea1884be2e5013faf0b3d547427689b98c58c7e95ca network default NAD default] I0410 16:41:19.372263 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9d958b49-zkszq, hostIfaceName: 04f8b02cefed9f2, network: default, NAD default, SandboxID: "04f8b02cefed9f23478b3ea1884be2e5013faf0b3d547427689b98c58c7e95ca", PCI device ID: , UID: "bb549ef3-37ad-4f80-92d4-c86b0c3a3d1e", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0410 16:41:19.418593 3696 cni.go:424] [openshift-service-ca/service-ca-d9d958b49-zkszq 04f8b02cefed9f23478b3ea1884be2e5013faf0b3d547427689b98c58c7e95ca network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-d9d958b49-zkszq 04f8b02cefed9f23478b3ea1884be2e5013faf0b3d547427689b98c58c7e95ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:7e:d9:2e:60:0f\",\"name\":\"04f8b02cefed9f2\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fc444d5-556f-44dc-baa3-0ee7256293f4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:41:25.795551 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0410 16:41:27.397137 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.397168 3696 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:41:27.398425 3696 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b9d4946bf-sgpbr, ips: 10.128.0.6 I0410 16:41:27.398454 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.406650 3696 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78844b6957-gkfgv] creating logical port openshift-image-registry_image-registry-78844b6957-gkfgv for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:27.406788 3696 kube.go:256] Updating pod openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:41:27.417209 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.417270 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.424458 3696 pod.go:62] [openshift-image-registry/image-registry-78844b6957-gkfgv] pod update took 17.698975ms I0410 16:41:27.424479 3696 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-78844b6957-gkfgv] addLogicalPort annotation time took 17.724762ms I0410 16:41:27.424665 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:41:27.424690 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:41:27.425650 3696 pods.go:271] [openshift-image-registry/image-registry-78844b6957-gkfgv] addLogicalPort took 19.016042ms, libovsdb time 836.571µs I0410 16:41:27.764192 3696 cni.go:403] [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default] I0410 16:41:27.774223 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-78844b6957-gkfgv, hostIfaceName: 7a8dc9ef063aa8a, network: default, NAD default, SandboxID: "7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3", PCI device ID: , UID: "0575bdf9-3c52-4409-9992-3130cab0ac5a", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0410 16:41:27.785854 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.786455 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.800586 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.800610 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.808144 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:41:27.808172 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:41:27.821416 3696 cni.go:424] [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:ff:a4:6d:11:0c\",\"name\":\"7a8dc9ef063aa8a\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e74d02d0-c183-463b-a068-52e8db60c5de\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:41:44.244733 3696 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.244749 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.244754 3696 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.251643 3696 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:41:44.259342 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0410 16:41:44.426758 3696 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp e34db9801f5f0457ac8d1eadfcc560b462c78411516e7a00798fb841b39dbf33 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp e34db9801f5f0457ac8d1eadfcc560b462c78411516e7a00798fb841b39dbf33 network default NAD default] I0410 16:41:44.436618 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-76dc995b8d-2sgxp, hostIfaceName: e34db9801f5f045, network: default, NAD default, SandboxID: "e34db9801f5f0457ac8d1eadfcc560b462c78411516e7a00798fb841b39dbf33", PCI device ID: , UID: "d21c7fc6-0b78-49d0-bd25-e1309ca731e4", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] W0410 16:41:44.454623 3696 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0410 16:41:44.483921 3696 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp e34db9801f5f0457ac8d1eadfcc560b462c78411516e7a00798fb841b39dbf33 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-2sgxp e34db9801f5f0457ac8d1eadfcc560b462c78411516e7a00798fb841b39dbf33 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:1a:49:37:3f:b3\",\"name\":\"e34db9801f5f045\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5855e9a3-2f64-4e9d-b118-dce92068d04f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:41:44.535918 3696 cni.go:403] [openshift-ingress/router-default-7687654d58-8bhst c93416e474cb1cd044fe37aeb5c79e497e633626a5f130693a21d0192f15c587 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7687654d58-8bhst c93416e474cb1cd044fe37aeb5c79e497e633626a5f130693a21d0192f15c587 network default NAD default] W0410 16:41:44.546707 3696 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0410 16:41:44.547758 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7687654d58-8bhst, hostIfaceName: c93416e474cb1cd, network: default, NAD default, SandboxID: "c93416e474cb1cd044fe37aeb5c79e497e633626a5f130693a21d0192f15c587", PCI device ID: , UID: "e4fa0a7d-50ce-4da6-b414-01d4c01f99a7", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0410 16:41:44.554755 3696 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8fjg5] creating logical port openshift-insights_insights-runtime-extractor-8fjg5 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:44.554860 3696 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8fjg5 I0410 16:41:44.557760 3696 cni.go:403] [openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94 46d271fd320eb41bd30865019575ca128d2484ed2ebb5281fa7af31288938c28 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94 46d271fd320eb41bd30865019575ca128d2484ed2ebb5281fa7af31288938c28 network default NAD default] I0410 16:41:44.574512 3696 pod.go:62] [openshift-insights/insights-runtime-extractor-8fjg5] pod update took 19.688843ms I0410 16:41:44.574596 3696 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-8fjg5] addLogicalPort annotation time took 19.777465ms I0410 16:41:44.577432 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-d6f47c5fd-tgw94, hostIfaceName: 46d271fd320eb41, network: default, NAD default, SandboxID: "46d271fd320eb41bd30865019575ca128d2484ed2ebb5281fa7af31288938c28", PCI device ID: , UID: "4edb2b3e-5951-4624-b6c7-4f7b7430fb39", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0410 16:41:44.579087 3696 pods.go:271] [openshift-insights/insights-runtime-extractor-8fjg5] addLogicalPort took 24.348353ms, libovsdb time 3.533123ms I0410 16:41:44.608967 3696 cni.go:424] [openshift-ingress/router-default-7687654d58-8bhst c93416e474cb1cd044fe37aeb5c79e497e633626a5f130693a21d0192f15c587 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7687654d58-8bhst c93416e474cb1cd044fe37aeb5c79e497e633626a5f130693a21d0192f15c587 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:32:07:57:e8:df\",\"name\":\"c93416e474cb1cd\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3da54551-911a-4ecc-8502-e9f29dd93c06\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:41:44.627324 3696 cni.go:424] [openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94 46d271fd320eb41bd30865019575ca128d2484ed2ebb5281fa7af31288938c28 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-tgw94 46d271fd320eb41bd30865019575ca128d2484ed2ebb5281fa7af31288938c28 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:b4:04:66:6a:4d\",\"name\":\"46d271fd320eb41\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f9aace6-74c4-4974-a7c1-a238a5820012\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:41:44.941726 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.941746 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.941754 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.943166 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.943185 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0410 16:41:44.977386 3696 cni.go:403] [openshift-insights/insights-runtime-extractor-8fjg5 f832461e279f123bfa78fbc80b45c6b714bd243902a3764c452e9249fb657ef7 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8fjg5 f832461e279f123bfa78fbc80b45c6b714bd243902a3764c452e9249fb657ef7 network default NAD default] I0410 16:41:44.987361 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8fjg5, hostIfaceName: f832461e279f123, network: default, NAD default, SandboxID: "f832461e279f123bfa78fbc80b45c6b714bd243902a3764c452e9249fb657ef7", PCI device ID: , UID: "b9e89dd9-40c5-44ab-8d88-0ef39d0dc332", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] W0410 16:41:44.992035 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.992054 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.992064 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.992040 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.992139 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0410 16:41:45.032085 3696 cni.go:424] [openshift-insights/insights-runtime-extractor-8fjg5 f832461e279f123bfa78fbc80b45c6b714bd243902a3764c452e9249fb657ef7 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8fjg5 f832461e279f123bfa78fbc80b45c6b714bd243902a3764c452e9249fb657ef7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:37:d3:91:36:ec\",\"name\":\"f832461e279f123\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a95a31ea-6363-4680-915c-348bc3ec5acf\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:41:45.500444 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.500467 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.500532 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.500551 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.500558 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.881282 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.881313 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.881321 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.881338 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.881346 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.881353 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.892254 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.892269 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.892281 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.892285 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.892299 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.892308 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.958233 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.958271 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.958235 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.958348 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.958369 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.958390 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.958470 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.958482 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.958490 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.958509 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.958519 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.958527 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:46.497395 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:46.497418 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:46.497425 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:46.497598 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:46.497609 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0410 16:41:46.641017 3696 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0410 16:41:49.167059 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0410 16:41:49.859925 3696 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:49.859944 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:49.859948 3696 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:52.921009 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:53.188052 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0410 16:41:54.265680 3696 base_network_controller_pods.go:487] [default/openshift-console/console-74b87b4759-fc7rt] creating logical port openshift-console_console-74b87b4759-fc7rt for pod on switch ip-10-0-2-104.ec2.internal I0410 16:41:54.265774 3696 kube.go:256] Updating pod openshift-console/console-74b87b4759-fc7rt W0410 16:41:54.282301 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0410 16:41:54.282322 3696 pod.go:62] [openshift-console/console-74b87b4759-fc7rt] pod update took 16.573958ms I0410 16:41:54.282338 3696 base_network_controller_pods.go:937] [default/openshift-console/console-74b87b4759-fc7rt] addLogicalPort annotation time took 16.595755ms I0410 16:41:54.283490 3696 pods.go:271] [openshift-console/console-74b87b4759-fc7rt] addLogicalPort took 17.825345ms, libovsdb time 849.2µs I0410 16:41:54.625006 3696 cni.go:403] [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default] ADD starting CNI request [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default] I0410 16:41:54.634088 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-74b87b4759-fc7rt, hostIfaceName: 2f3a024fe2ebe6d, network: default, NAD default, SandboxID: "2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542", PCI device ID: , UID: "2784360d-50b2-428d-8565-7a495da0ef35", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0410 16:41:54.681219 3696 cni.go:424] [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default] ADD finished CNI request [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:95:38:47:6e:2e\",\"name\":\"2f3a024fe2ebe6d\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6702933d-c9cb-4d11-a5f1-72363e063b01\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:41:57.509205 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:59.414211 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:42:00.215690 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0410 16:42:00.263393 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:42:00.263427 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0410 16:42:02.842205 3696 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l] creating logical port openshift-monitoring_kube-state-metrics-696b6cc76c-cdf2l for pod on switch ip-10-0-2-104.ec2.internal I0410 16:42:02.842289 3696 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l I0410 16:42:02.861502 3696 pod.go:62] [openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l] pod update took 19.238497ms I0410 16:42:02.861523 3696 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l] addLogicalPort annotation time took 19.261077ms I0410 16:42:02.862732 3696 pods.go:271] [openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l] addLogicalPort took 20.541469ms, libovsdb time 861.786µs I0410 16:42:03.206943 3696 cni.go:403] [openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l bcec30ab40a24b34896c4b1abd90373bf34505e2e0e35a3a50fb5512c8097d59 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l bcec30ab40a24b34896c4b1abd90373bf34505e2e0e35a3a50fb5512c8097d59 network default NAD default] I0410 16:42:03.216807 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-696b6cc76c-cdf2l, hostIfaceName: bcec30ab40a24b3, network: default, NAD default, SandboxID: "bcec30ab40a24b34896c4b1abd90373bf34505e2e0e35a3a50fb5512c8097d59", PCI device ID: , UID: "be5d8a2f-6e6b-456c-821f-1bce67fd8c82", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0410 16:42:03.267094 3696 cni.go:424] [openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l bcec30ab40a24b34896c4b1abd90373bf34505e2e0e35a3a50fb5512c8097d59 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-696b6cc76c-cdf2l bcec30ab40a24b34896c4b1abd90373bf34505e2e0e35a3a50fb5512c8097d59 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:91:dd:93:10:a2\",\"name\":\"bcec30ab40a24b3\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87840168-3aaa-47a9-acca-290bc863c1d8\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:42:03.857426 3696 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:42:03.857546 3696 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0410 16:42:03.883736 3696 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.232351ms I0410 16:42:03.883764 3696 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.264019ms I0410 16:42:03.885241 3696 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.829997ms, libovsdb time 1.020578ms I0410 16:42:04.509748 3696 cni.go:403] [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default] I0410 16:42:04.519180 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c0f9a7378be8e63, network: default, NAD default, SandboxID: "c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9", PCI device ID: , UID: "6a2582c9-a52b-47ff-880e-7c119ca2e9c9", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0410 16:42:04.568633 3696 cni.go:424] [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:e0:87:4e:de:f1\",\"name\":\"c0f9a7378be8e63\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1026c431-a3ea-4b14-9c7c-08f77f12d2ab\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:42:05.581413 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0410 16:42:05.847545 3696 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-55bd8f7c48-htv82] creating logical port openshift-monitoring_thanos-querier-55bd8f7c48-htv82 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:42:05.847638 3696 kube.go:256] Updating pod openshift-monitoring/thanos-querier-55bd8f7c48-htv82 I0410 16:42:05.864667 3696 pod.go:62] [openshift-monitoring/thanos-querier-55bd8f7c48-htv82] pod update took 17.057287ms I0410 16:42:05.864690 3696 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-55bd8f7c48-htv82] addLogicalPort annotation time took 17.08598ms I0410 16:42:05.865871 3696 pods.go:271] [openshift-monitoring/thanos-querier-55bd8f7c48-htv82] addLogicalPort took 18.341962ms, libovsdb time 822.071µs I0410 16:42:06.204926 3696 cni.go:403] [openshift-monitoring/thanos-querier-55bd8f7c48-htv82 a99f8f5c544599c2ab4517a9809de2058f3f4a9fb13422b28f10be8c7552f0b0 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-55bd8f7c48-htv82 a99f8f5c544599c2ab4517a9809de2058f3f4a9fb13422b28f10be8c7552f0b0 network default NAD default] I0410 16:42:06.214706 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-55bd8f7c48-htv82, hostIfaceName: a99f8f5c544599c, network: default, NAD default, SandboxID: "a99f8f5c544599c2ab4517a9809de2058f3f4a9fb13422b28f10be8c7552f0b0", PCI device ID: , UID: "ca5034ff-eb75-44d7-a041-a6c63a973617", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0410 16:42:06.262416 3696 cni.go:424] [openshift-monitoring/thanos-querier-55bd8f7c48-htv82 a99f8f5c544599c2ab4517a9809de2058f3f4a9fb13422b28f10be8c7552f0b0 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-55bd8f7c48-htv82 a99f8f5c544599c2ab4517a9809de2058f3f4a9fb13422b28f10be8c7552f0b0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:08:07:da:b1:03\",\"name\":\"a99f8f5c544599c\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fccb21f5-d02b-4ffc-978b-7496266446ba\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:42:06.565838 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.565855 3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.565860 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956763 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956783 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956791 3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0410 16:42:07.467675 3696 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-599546947f-sx87h] creating logical port openshift-monitoring_monitoring-plugin-599546947f-sx87h for pod on switch ip-10-0-2-104.ec2.internal I0410 16:42:07.467762 3696 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-599546947f-sx87h I0410 16:42:07.483815 3696 pod.go:62] [openshift-monitoring/monitoring-plugin-599546947f-sx87h] pod update took 16.071093ms I0410 16:42:07.483846 3696 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-599546947f-sx87h] addLogicalPort annotation time took 16.108417ms I0410 16:42:07.485437 3696 pods.go:271] [openshift-monitoring/monitoring-plugin-599546947f-sx87h] addLogicalPort took 17.779104ms, libovsdb time 1.146032ms W0410 16:42:07.942137 3696 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-74b87b4759-8btgt IP address from the namespace address-set, err: pod openshift-console/console-74b87b4759-8btgt: no pod IPs found I0410 16:42:07.994492 3696 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-764d684658-497f9] creating logical port openshift-monitoring_telemeter-client-764d684658-497f9 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:42:07.994595 3696 kube.go:256] Updating pod openshift-monitoring/telemeter-client-764d684658-497f9 I0410 16:42:08.017608 3696 pod.go:62] [openshift-monitoring/telemeter-client-764d684658-497f9] pod update took 23.047847ms I0410 16:42:08.017632 3696 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-764d684658-497f9] addLogicalPort annotation time took 23.077297ms I0410 16:42:08.019070 3696 pods.go:271] [openshift-monitoring/telemeter-client-764d684658-497f9] addLogicalPort took 24.593197ms, libovsdb time 1.015759ms I0410 16:42:08.359190 3696 cni.go:403] [openshift-monitoring/monitoring-plugin-599546947f-sx87h 63c4ee2297ea98b756677dcf5364cd6f2991edf9955aa1a47df52d74f5451e2b network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-599546947f-sx87h 63c4ee2297ea98b756677dcf5364cd6f2991edf9955aa1a47df52d74f5451e2b network default NAD default] I0410 16:42:08.361450 3696 cni.go:403] [openshift-monitoring/telemeter-client-764d684658-497f9 19a7ead91f2b4f8fe5c3b2e598af1dc048ea916040b3b84cd2a734f63016d76e network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-764d684658-497f9 19a7ead91f2b4f8fe5c3b2e598af1dc048ea916040b3b84cd2a734f63016d76e network default NAD default] I0410 16:42:08.381459 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-599546947f-sx87h, hostIfaceName: 63c4ee2297ea98b, network: default, NAD default, SandboxID: "63c4ee2297ea98b756677dcf5364cd6f2991edf9955aa1a47df52d74f5451e2b", PCI device ID: , UID: "a403109b-7874-4e40-986e-d75ace57d6db", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0410 16:42:08.390324 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-764d684658-497f9, hostIfaceName: 19a7ead91f2b4f8, network: default, NAD default, SandboxID: "19a7ead91f2b4f8fe5c3b2e598af1dc048ea916040b3b84cd2a734f63016d76e", PCI device ID: , UID: "c3366edd-705a-49a4-9843-a9f27449ea3e", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0410 16:42:08.433378 3696 cni.go:424] [openshift-monitoring/monitoring-plugin-599546947f-sx87h 63c4ee2297ea98b756677dcf5364cd6f2991edf9955aa1a47df52d74f5451e2b network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-599546947f-sx87h 63c4ee2297ea98b756677dcf5364cd6f2991edf9955aa1a47df52d74f5451e2b network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:2c:a9:7a:86:f0\",\"name\":\"63c4ee2297ea98b\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/290d002c-783a-4f37-aecc-1753cf68cb3f\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:42:08.454985 3696 cni.go:424] [openshift-monitoring/telemeter-client-764d684658-497f9 19a7ead91f2b4f8fe5c3b2e598af1dc048ea916040b3b84cd2a734f63016d76e network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-764d684658-497f9 19a7ead91f2b4f8fe5c3b2e598af1dc048ea916040b3b84cd2a734f63016d76e network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:19:92:e5:02:ce\",\"name\":\"19a7ead91f2b4f8\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c696136-070e-473b-9547-7f81b37cf785\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:42:09.687084 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:09.687766 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:10.067130 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:10.067817 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0410 16:42:10.268466 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0410 16:42:10.278337 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:10.278361 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:10.282476 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b9d4946bf-vqcfg I0410 16:42:10.282509 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b9d4946bf-vqcfg W0410 16:42:10.653100 3696 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.653125 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.653131 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.653136 3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.988272 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:10.988293 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.016636 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0410 16:42:11.032287 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:11.032306 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:11.040376 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78844b6957-n9tt8 I0410 16:42:11.040397 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78844b6957-n9tt8 W0410 16:42:11.107402 3696 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-577bcc686d-m2bm2 IP address from the namespace address-set, err: pod openshift-console/console-577bcc686d-m2bm2: no pod IPs found W0410 16:42:11.114713 3696 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-577bcc686d-ztbrh IP address from the namespace address-set, err: pod openshift-console/console-577bcc686d-ztbrh: no pod IPs found W0410 16:42:11.298198 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.298218 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.987286 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987310 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987314 3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987318 3696 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.608039 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.608061 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.608070 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.608077 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0410 16:42:20.202817 3696 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:20.203412 3696 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:21.050430 3696 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:21.050460 3696 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:21.057308 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fb95c8fd8-jz5sr I0410 16:42:21.057333 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fb95c8fd8-jz5sr W0410 16:42:21.325603 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0410 16:42:30.933560 3696 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:30.934122 3696 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:31.370552 3696 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:31.370577 3696 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:31.376743 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fb95c8fd8-shjkt I0410 16:42:31.376767 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fb95c8fd8-shjkt W0410 16:42:34.279726 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.279752 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.279759 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:36.393133 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0410 16:42:41.722625 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0410 16:42:41.722646 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0410 16:42:41.722695 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0410 16:42:42.729751 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0410 16:42:50.903568 3696 cni.go:403] [openshift-multus/network-metrics-daemon-jx7gg 92559cc176258ba0a272ce206b961092c3acc4db3e687f01a01f8e4e9f14c69a network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-jx7gg 92559cc176258ba0a272ce206b961092c3acc4db3e687f01a01f8e4e9f14c69a network default NAD default] I0410 16:42:50.912922 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jx7gg, hostIfaceName: 92559cc176258ba, network: default, NAD default, SandboxID: "92559cc176258ba0a272ce206b961092c3acc4db3e687f01a01f8e4e9f14c69a", PCI device ID: , UID: "6bd1d547-bb22-46cd-940b-3dd81e6af3fd", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0410 16:42:50.961138 3696 cni.go:424] [openshift-multus/network-metrics-daemon-jx7gg 92559cc176258ba0a272ce206b961092c3acc4db3e687f01a01f8e4e9f14c69a network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jx7gg 92559cc176258ba0a272ce206b961092c3acc4db3e687f01a01f8e4e9f14c69a network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:94:c8:1b:54:88\",\"name\":\"92559cc176258ba\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1e91ac4-da14-4e96-973d-d24d20a0dbd0\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:42:54.292485 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:54.293062 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:55.182763 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:55.182794 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.281385 3696 cni.go:403] [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default] DEL starting CNI request [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default] I0410 16:42:56.366267 3696 cni.go:424] [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default] DEL finished CNI request [openshift-console/console-74b87b4759-fc7rt 2f3a024fe2ebe6d19f299d95bd6c6a5881e88fcfb0e6e897b484828f39446542 network default NAD default], result "{}", err I0410 16:42:56.413377 3696 obj_retry.go:464] Detected object openshift-console/console-74b87b4759-fc7rt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:56.413410 3696 pods.go:176] Deleting pod: openshift-console/console-74b87b4759-fc7rt I0410 16:42:56.414955 3696 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74b87b4759-fc7rt, ips: 10.128.0.20 I0410 16:42:56.415010 3696 obj_retry.go:464] Detected object openshift-console/console-74b87b4759-fc7rt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:56.782990 3696 obj_retry.go:458] Detected object openshift-console/console-74b87b4759-fc7rt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.783013 3696 obj_retry.go:458] Detected object openshift-console/console-74b87b4759-fc7rt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.786045 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b87b4759-fc7rt I0410 16:42:56.786071 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b87b4759-fc7rt I0410 16:42:57.493325 3696 cni.go:403] [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default] I0410 16:42:57.574118 3696 cni.go:424] [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-78844b6957-gkfgv 7a8dc9ef063aa8a6132a470cbedeef8840d16b29325f0cdcc8a9283c7a4961b3 network default NAD default], result "{}", err I0410 16:42:57.629315 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:57.629349 3696 pods.go:176] Deleting pod: openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:42:57.630607 3696 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-78844b6957-gkfgv, ips: 10.128.0.18 I0410 16:42:57.630635 3696 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:57.789496 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:57.789516 3696 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:57.794638 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:42:57.794661 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:43:01.326088 3696 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0410 16:43:01.343451 3696 obj_retry.go:464] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:01.343995 3696 obj_retry.go:464] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:02.197478 3696 obj_retry.go:458] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:02.197508 3696 obj_retry.go:458] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:02.200051 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5cb984d9f8-dgkln I0410 16:43:02.200076 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5cb984d9f8-dgkln I0410 16:43:19.746996 3696 base_network_controller_pods.go:487] [default/openshift-console/console-db86fcf75-6bwr2] creating logical port openshift-console_console-db86fcf75-6bwr2 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:43:19.747101 3696 kube.go:256] Updating pod openshift-console/console-db86fcf75-6bwr2 I0410 16:43:19.768351 3696 pod.go:62] [openshift-console/console-db86fcf75-6bwr2] pod update took 21.276294ms I0410 16:43:19.768373 3696 base_network_controller_pods.go:937] [default/openshift-console/console-db86fcf75-6bwr2] addLogicalPort annotation time took 21.30491ms I0410 16:43:19.769663 3696 pods.go:271] [openshift-console/console-db86fcf75-6bwr2] addLogicalPort took 22.704487ms, libovsdb time 881.787µs I0410 16:43:20.104721 3696 cni.go:403] [openshift-dns/dns-default-dkpbw a33f223d50d25ff41f01d8480547f989239b03baa26dddd339696b641160dd1f network default NAD default] ADD starting CNI request [openshift-dns/dns-default-dkpbw a33f223d50d25ff41f01d8480547f989239b03baa26dddd339696b641160dd1f network default NAD default] I0410 16:43:20.115478 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dkpbw, hostIfaceName: a33f223d50d25ff, network: default, NAD default, SandboxID: "a33f223d50d25ff41f01d8480547f989239b03baa26dddd339696b641160dd1f", PCI device ID: , UID: "eedbf0b1-ba5b-421e-862c-c2154327b1ba", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0410 16:43:20.124450 3696 cni.go:403] [openshift-console/console-db86fcf75-6bwr2 8e70042bd25ad7c31f06ecdc8b267419641df4c271f3c9b47e92beb672628c77 network default NAD default] ADD starting CNI request [openshift-console/console-db86fcf75-6bwr2 8e70042bd25ad7c31f06ecdc8b267419641df4c271f3c9b47e92beb672628c77 network default NAD default] I0410 16:43:20.152780 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-db86fcf75-6bwr2, hostIfaceName: 8e70042bd25ad7c, network: default, NAD default, SandboxID: "8e70042bd25ad7c31f06ecdc8b267419641df4c271f3c9b47e92beb672628c77", PCI device ID: , UID: "080f9486-d509-4227-a542-0a8a280cddfd", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0410 16:43:20.179587 3696 cni.go:424] [openshift-dns/dns-default-dkpbw a33f223d50d25ff41f01d8480547f989239b03baa26dddd339696b641160dd1f network default NAD default] ADD finished CNI request [openshift-dns/dns-default-dkpbw a33f223d50d25ff41f01d8480547f989239b03baa26dddd339696b641160dd1f network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:75:16:41:ae:4f\",\"name\":\"a33f223d50d25ff\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4ecb83b-37c2-4b19-a3c7-cd1c47902829\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:43:20.201430 3696 cni.go:424] [openshift-console/console-db86fcf75-6bwr2 8e70042bd25ad7c31f06ecdc8b267419641df4c271f3c9b47e92beb672628c77 network default NAD default] ADD finished CNI request [openshift-console/console-db86fcf75-6bwr2 8e70042bd25ad7c31f06ecdc8b267419641df4c271f3c9b47e92beb672628c77 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:02:08:17:6e:e0\",\"name\":\"8e70042bd25ad7c\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43b270c5-94c3-475e-89fa-5612ea9ca310\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:43:24.544723 3696 cni.go:403] [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default] I0410 16:43:24.621946 3696 cni.go:424] [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 c0f9a7378be8e63b85f5bd8ac699a8a8551b24bbe82b38a1df04fb649421bcd9 network default NAD default], result "{}", err I0410 16:43:24.683635 3696 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:24.683678 3696 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0410 16:43:24.685038 3696 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.22 I0410 16:43:24.685068 3696 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:24.922788 3696 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:24.922854 3696 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:24.928828 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0410 16:43:24.928861 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0410 16:43:24.968507 3696 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:43:24.968650 3696 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0410 16:43:24.993021 3696 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.405233ms I0410 16:43:24.993053 3696 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.444579ms I0410 16:43:24.994314 3696 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.823365ms, libovsdb time 885.616µs I0410 16:43:25.336913 3696 cni.go:403] [openshift-monitoring/alertmanager-main-1 b5e2d07a37d5f00ce189df1a03967a3a1e72edc4be539f46c019877d7c5da4de network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 b5e2d07a37d5f00ce189df1a03967a3a1e72edc4be539f46c019877d7c5da4de network default NAD default] I0410 16:43:25.347515 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: b5e2d07a37d5f00, network: default, NAD default, SandboxID: "b5e2d07a37d5f00ce189df1a03967a3a1e72edc4be539f46c019877d7c5da4de", PCI device ID: , UID: "5768619b-5211-4f96-b92e-263bc6e63da3", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0410 16:43:25.399355 3696 cni.go:424] [openshift-monitoring/alertmanager-main-1 b5e2d07a37d5f00ce189df1a03967a3a1e72edc4be539f46c019877d7c5da4de network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 b5e2d07a37d5f00ce189df1a03967a3a1e72edc4be539f46c019877d7c5da4de network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:16:86:53:a4:13\",\"name\":\"b5e2d07a37d5f00\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74304d5a-321c-4b9b-96c0-3675ede59abc\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:43:29.003537 3696 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:29.004196 3696 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:29.330100 3696 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:29.330124 3696 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:29.336742 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0410 16:43:29.336766 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0410 16:43:30.964473 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:43:32.919711 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:43:32.919739 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0410 16:43:32.919748 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0410 16:43:45.065470 3696 obj_retry.go:464] Detected object openshift-console/console-86db74f658-xzmzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:45.066024 3696 obj_retry.go:464] Detected object openshift-console/console-86db74f658-xzmzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0410 16:43:45.396448 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:43:45.396468 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:43:45.396473 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0410 16:43:45.692497 3696 obj_retry.go:458] Detected object openshift-console/console-86db74f658-xzmzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:45.692519 3696 obj_retry.go:458] Detected object openshift-console/console-86db74f658-xzmzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:45.701134 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86db74f658-xzmzl I0410 16:43:45.701164 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86db74f658-xzmzl I0410 16:43:46.709047 3696 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:46.709629 3696 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:47.416951 3696 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:47.417001 3696 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:47.423821 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0410 16:43:47.423843 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0410 16:43:56.280847 3696 obj_retry.go:464] Detected object openshift-console/console-86db74f658-vtdll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:56.281435 3696 obj_retry.go:464] Detected object openshift-console/console-86db74f658-vtdll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:56.453537 3696 obj_retry.go:458] Detected object openshift-console/console-86db74f658-vtdll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:56.453558 3696 obj_retry.go:458] Detected object openshift-console/console-86db74f658-vtdll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:56.456632 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86db74f658-vtdll I0410 16:43:56.456654 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86db74f658-vtdll I0410 16:44:03.503444 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0410 16:44:18.535505 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0410 16:44:30.499376 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0410 16:44:31.958873 3696 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:44:31.959411 3696 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:44:32.859037 3696 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:44:32.859063 3696 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:44:32.864815 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0410 16:44:32.864850 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0410 16:44:48.536403 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0410 16:44:53.514096 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0410 16:44:56.524698 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0410 16:45:00.394363 3696 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-hnbsm for pod on switch ip-10-0-2-104.ec2.internal I0410 16:45:00.394466 3696 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm I0410 16:45:00.409332 3696 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm] pod update took 14.890048ms I0410 16:45:00.409364 3696 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm] addLogicalPort annotation time took 14.927993ms I0410 16:45:00.410716 3696 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm] addLogicalPort took 16.36895ms, libovsdb time 1.008414ms I0410 16:45:00.755280 3696 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm 731aaeded1bcde228b7237b1ffe60b52dd37ff376c1d0449b74010914204640d network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm 731aaeded1bcde228b7237b1ffe60b52dd37ff376c1d0449b74010914204640d network default NAD default] I0410 16:45:00.765274 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-hnbsm, hostIfaceName: 731aaeded1bcde2, network: default, NAD default, SandboxID: "731aaeded1bcde228b7237b1ffe60b52dd37ff376c1d0449b74010914204640d", PCI device ID: , UID: "d43c8654-7c73-4b8d-b5f3-7cdb3790655b", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0410 16:45:00.823498 3696 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm 731aaeded1bcde228b7237b1ffe60b52dd37ff376c1d0449b74010914204640d network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-hnbsm 731aaeded1bcde228b7237b1ffe60b52dd37ff376c1d0449b74010914204640d network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:bf:3b:dd:67:16\",\"name\":\"731aaeded1bcde2\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/296a8286-276c-40d1-8b70-52b2796a21f7\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:45:03.499084 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0410 16:45:04.339092 3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0410 16:45:15.357067 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:45:15.390820 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0410 16:45:15.390897 3696 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-zd8bc IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-zd8bc: no pod IPs found I0410 16:45:16.413896 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0410 16:46:41.411787 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 I0410 16:46:50.509063 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0410 16:46:53.260818 3696 namespace.go:98] [tsf] adding namespace I0410 16:46:53.261727 3696 namespace.go:102] [tsf] adding namespace took 884.301µs I0410 16:46:53.279194 3696 namespace.go:142] [tsf] updating namespace I0410 16:46:53.293588 3696 namespace.go:142] [tsf] updating namespace I0410 16:46:57.359545 3696 namespace.go:98] [rhtpa-operator] adding namespace I0410 16:46:57.360412 3696 namespace.go:102] [rhtpa-operator] adding namespace took 840.456µs I0410 16:46:57.364230 3696 namespace.go:98] [rhbk-operator] adding namespace I0410 16:46:57.364342 3696 namespace.go:98] [konflux-ui] adding namespace I0410 16:46:57.364442 3696 namespace.go:98] [cert-manager-operator] adding namespace I0410 16:46:57.365125 3696 namespace.go:102] [rhbk-operator] adding namespace took 879.108µs I0410 16:46:57.365681 3696 namespace.go:102] [konflux-ui] adding namespace took 1.319008ms I0410 16:46:57.366297 3696 namespace.go:102] [cert-manager-operator] adding namespace took 1.842153ms I0410 16:46:57.370769 3696 namespace.go:98] [tsf-tpa] adding namespace I0410 16:46:57.370805 3696 namespace.go:98] [tsf-tas] adding namespace I0410 16:46:57.370929 3696 namespace.go:98] [konflux-operator] adding namespace I0410 16:46:57.371082 3696 namespace.go:98] [tsf-keycloak] adding namespace I0410 16:46:57.371350 3696 namespace.go:102] [tsf-tpa] adding namespace took 566.58µs I0410 16:46:57.371942 3696 namespace.go:102] [tsf-tas] adding namespace took 1.126807ms I0410 16:46:57.372392 3696 namespace.go:102] [konflux-operator] adding namespace took 1.450822ms I0410 16:46:57.372845 3696 namespace.go:102] [tsf-keycloak] adding namespace took 1.747151ms I0410 16:46:57.378181 3696 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.389190 3696 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.395860 3696 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.413787 3696 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.417060 3696 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.417070 3696 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.417227 3696 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:57.426890 3696 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.427013 3696 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.431870 3696 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.431911 3696 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.432057 3696 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.455848 3696 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.469751 3696 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.474993 3696 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.493856 3696 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.495799 3696 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.517832 3696 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.517927 3696 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.526283 3696 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.540502 3696 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.573952 3696 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.574017 3696 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:57.589749 3696 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:58.559281 3696 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:58.570239 3696 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:04.610216 3696 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610785 3696 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610809 3696 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610817 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:04.610837 3696 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610844 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:05.634223 3696 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634249 3696 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634266 3696 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634283 3696 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:06.954650 3696 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955243 3696 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955267 3696 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955274 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:06.955289 3696 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955293 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:07.979500 3696 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979527 3696 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979538 3696 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979551 3696 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:11.723237 3696 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-fxk2j for pod on switch ip-10-0-2-104.ec2.internal I0410 16:47:11.723351 3696 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j I0410 16:47:11.738217 3696 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j] pod update took 14.892898ms I0410 16:47:11.738241 3696 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j] addLogicalPort annotation time took 14.920451ms I0410 16:47:11.739575 3696 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j] addLogicalPort took 16.354779ms, libovsdb time 859.157µs I0410 16:47:12.084872 3696 cni.go:403] [rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j 254f1d80897acc6c438b035ce16a2dc12e859581fbc481abe9c60c5bc76ce4ca network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j 254f1d80897acc6c438b035ce16a2dc12e859581fbc481abe9c60c5bc76ce4ca network default NAD default] I0410 16:47:12.094470 3696 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-fxk2j, hostIfaceName: 254f1d80897acc6, network: default, NAD default, SandboxID: "254f1d80897acc6c438b035ce16a2dc12e859581fbc481abe9c60c5bc76ce4ca", PCI device ID: , UID: "13c10c26-966e-44b6-a739-1c506342b2a9", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0410 16:47:12.144448 3696 cni.go:424] [rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j 254f1d80897acc6c438b035ce16a2dc12e859581fbc481abe9c60c5bc76ce4ca network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-fxk2j 254f1d80897acc6c438b035ce16a2dc12e859581fbc481abe9c60c5bc76ce4ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:f9:46:f7:73:49\",\"name\":\"254f1d80897acc6\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/717aec24-f3c8-4829-86f7-1f82c88ddb46\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:47:12.809990 3696 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.810521 3696 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.810547 3696 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.810555 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:12.810567 3696 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.810571 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:13.777517 3696 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.778068 3696 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.778097 3696 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.778106 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:13.778124 3696 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.778131 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:13.862090 3696 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.862111 3696 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.862126 3696 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.862140 3696 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.732330 3696 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.732886 3696 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.732915 3696 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.732923 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:14.732935 3696 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.732939 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:14.780620 3696 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.780639 3696 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.780655 3696 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.780668 3696 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.783376 3696 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783847 3696 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783867 3696 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783873 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:14.783885 3696 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783889 3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:15.063160 3696 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-2vttp for pod on switch ip-10-0-2-104.ec2.internal I0410 16:47:15.063333 3696 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp I0410 16:47:15.098918 3696 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp] pod update took 35.61811ms I0410 16:47:15.098939 3696 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp] addLogicalPort annotation time took 35.644313ms I0410 16:47:15.100101 3696 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp] addLogicalPort took 36.959288ms, libovsdb time 818.405µs I0410 16:47:15.421188 3696 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp dc2f64bd35adf9fe6e57e92747beca61a78f674d72090f9fec07eb47f95e85c7 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp dc2f64bd35adf9fe6e57e92747beca61a78f674d72090f9fec07eb47f95e85c7 network default NAD default] I0410 16:47:15.431184 3696 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-2vttp, hostIfaceName: dc2f64bd35adf9f, network: default, NAD default, SandboxID: "dc2f64bd35adf9fe6e57e92747beca61a78f674d72090f9fec07eb47f95e85c7", PCI device ID: , UID: "b80b9ca9-50a9-4ba8-92d0-cc6972f39a13", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0410 16:47:15.482789 3696 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp dc2f64bd35adf9fe6e57e92747beca61a78f674d72090f9fec07eb47f95e85c7 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-2vttp dc2f64bd35adf9fe6e57e92747beca61a78f674d72090f9fec07eb47f95e85c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:8e:87:9d:05:50\",\"name\":\"dc2f64bd35adf9f\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3b037a0-8544-462a-8803-184296e769a1\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:47:15.748284 3696 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748310 3696 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748327 3696 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748341 3696 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813511 3696 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813537 3696 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813551 3696 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813565 3696 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:21.674048 3696 namespace.go:98] [cert-manager] adding namespace I0410 16:47:21.675052 3696 namespace.go:102] [cert-manager] adding namespace took 977.032µs I0410 16:47:21.710294 3696 namespace.go:142] [cert-manager] updating namespace I0410 16:47:21.746133 3696 namespace.go:142] [cert-manager] updating namespace I0410 16:47:23.636074 3696 namespace.go:142] [openshift-operators] updating namespace I0410 16:47:23.653056 3696 namespace.go:142] [openshift-operators] updating namespace W0410 16:47:30.354119 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0410 16:47:30.354142 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0410 16:47:31.641126 3696 namespace.go:142] [openshift-operators] updating namespace I0410 16:47:32.392137 3696 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-vkh5s for pod on switch ip-10-0-2-104.ec2.internal I0410 16:47:32.392253 3696 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s I0410 16:47:32.475942 3696 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s] pod update took 83.717903ms I0410 16:47:32.475964 3696 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s] addLogicalPort annotation time took 83.746183ms I0410 16:47:32.477146 3696 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s] addLogicalPort took 85.02638ms, libovsdb time 834.647µs I0410 16:47:33.529997 3696 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5] creating logical port konflux-operator_konflux-operator-controller-manager-5c8bf4df77-24rf5 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:47:33.530146 3696 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 I0410 16:47:33.548831 3696 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5] pod update took 18.741603ms I0410 16:47:33.548855 3696 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5] addLogicalPort annotation time took 18.771612ms I0410 16:47:33.550420 3696 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5] addLogicalPort took 20.455994ms, libovsdb time 1.115357ms I0410 16:47:33.896343 3696 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default] I0410 16:47:33.905540 3696 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5c8bf4df77-24rf5, hostIfaceName: c273628a42c6f26, network: default, NAD default, SandboxID: "c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc", PCI device ID: , UID: "e34e2eef-839d-4724-a18d-2c11a9e5ad9d", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0410 16:47:33.951650 3696 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s 5beb008cf2dec0132f7449fbf5e193fca145c5ccb2f6242f71de9851d4862802 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s 5beb008cf2dec0132f7449fbf5e193fca145c5ccb2f6242f71de9851d4862802 network default NAD default] I0410 16:47:33.958559 3696 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:8f:5f:5b:a6:7b\",\"name\":\"c273628a42c6f26\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42ae2556-3e7a-4186-a792-87152ec708ad\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:47:33.960578 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-vkh5s, hostIfaceName: 5beb008cf2dec01, network: default, NAD default, SandboxID: "5beb008cf2dec0132f7449fbf5e193fca145c5ccb2f6242f71de9851d4862802", PCI device ID: , UID: "5febcb71-db4a-46ef-b511-999426e882e7", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0410 16:47:34.011643 3696 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s 5beb008cf2dec0132f7449fbf5e193fca145c5ccb2f6242f71de9851d4862802 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-vkh5s 5beb008cf2dec0132f7449fbf5e193fca145c5ccb2f6242f71de9851d4862802 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:a8:eb:b5:db:87\",\"name\":\"5beb008cf2dec01\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02f5ef3b-1947-492d-b63c-6119f805aa1a\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:47:36.148286 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0410 16:47:38.314150 3696 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-fhzj7 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:47:38.314280 3696 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7 I0410 16:47:38.339291 3696 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7] pod update took 25.037585ms I0410 16:47:38.339313 3696 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7] addLogicalPort annotation time took 25.066778ms I0410 16:47:38.340618 3696 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7] addLogicalPort took 26.491311ms, libovsdb time 958.337µs I0410 16:47:38.739701 3696 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7 0564eeb2afa9a351ca8a2f0fc3f8212e8c86f8cf91c7e71ff83a2e1f4103b312 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7 0564eeb2afa9a351ca8a2f0fc3f8212e8c86f8cf91c7e71ff83a2e1f4103b312 network default NAD default] I0410 16:47:38.750205 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-fhzj7, hostIfaceName: 0564eeb2afa9a35, network: default, NAD default, SandboxID: "0564eeb2afa9a351ca8a2f0fc3f8212e8c86f8cf91c7e71ff83a2e1f4103b312", PCI device ID: , UID: "ef6d69fa-058a-4419-8ac5-7c951406c57d", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0410 16:47:38.801827 3696 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7 0564eeb2afa9a351ca8a2f0fc3f8212e8c86f8cf91c7e71ff83a2e1f4103b312 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-fhzj7 0564eeb2afa9a351ca8a2f0fc3f8212e8c86f8cf91c7e71ff83a2e1f4103b312 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:5e:2c:78:76:bf\",\"name\":\"0564eeb2afa9a35\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/171b5b19-21f7-4877-b872-a82b2e314965\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:47:39.531110 3696 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0410 16:47:41.821536 3696 namespace.go:98] [trusted-artifact-signer] adding namespace I0410 16:47:41.822448 3696 namespace.go:102] [trusted-artifact-signer] adding namespace took 887.808µs I0410 16:47:41.854149 3696 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:41.889021 3696 namespace.go:142] [trusted-artifact-signer] updating namespace W0410 16:47:42.134096 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0410 16:47:42.740268 3696 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-9vkj8] creating logical port cert-manager_cert-manager-59ccb4bb6b-9vkj8 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:47:42.740365 3696 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-9vkj8 I0410 16:47:42.771832 3696 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-9vkj8] pod update took 31.491571ms I0410 16:47:42.771855 3696 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-9vkj8] addLogicalPort annotation time took 31.519219ms I0410 16:47:42.773244 3696 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-9vkj8] addLogicalPort took 32.99108ms, libovsdb time 855.534µs I0410 16:47:43.100098 3696 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-9vkj8 9b2327ae1e14484d115410de3da9f572469feea639dec084b4a2829473fe6ac2 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-9vkj8 9b2327ae1e14484d115410de3da9f572469feea639dec084b4a2829473fe6ac2 network default NAD default] I0410 16:47:43.109527 3696 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-9vkj8, hostIfaceName: 9b2327ae1e14484, network: default, NAD default, SandboxID: "9b2327ae1e14484d115410de3da9f572469feea639dec084b4a2829473fe6ac2", PCI device ID: , UID: "8af7deb9-93ff-48fb-9f2a-6bce8b487dd8", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0410 16:47:43.159741 3696 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-9vkj8 9b2327ae1e14484d115410de3da9f572469feea639dec084b4a2829473fe6ac2 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-9vkj8 9b2327ae1e14484d115410de3da9f572469feea639dec084b4a2829473fe6ac2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:f0:3a:bd:a5:a0\",\"name\":\"9b2327ae1e14484\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/331a3765-650c-4d27-8948-cc543f6a14c3\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:47:47.078113 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0410 16:47:47.392290 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0410 16:47:47.749663 3696 namespace.go:98] [openshift-pipelines] adding namespace I0410 16:47:47.750591 3696 namespace.go:102] [openshift-pipelines] adding namespace took 903.062µs I0410 16:47:47.781421 3696 namespace.go:142] [openshift-pipelines] updating namespace I0410 16:47:48.549005 3696 namespace.go:142] [cert-manager] updating namespace I0410 16:47:48.738189 3696 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:49.115441 3696 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:49.312282 3696 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:49.541314 3696 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:49.932916 3696 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:50.159848 3696 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:50.325446 3696 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:50.514066 3696 namespace.go:142] [tsf] updating namespace I0410 16:47:50.713602 3696 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:50.919962 3696 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:51.114207 3696 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:51.276288 3696 namespace.go:142] [cert-manager] updating namespace I0410 16:47:51.285744 3696 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:51.298622 3696 namespace.go:142] [default] updating namespace I0410 16:47:51.314334 3696 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:51.327035 3696 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:51.338345 3696 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:51.349541 3696 namespace.go:142] [openshift] updating namespace I0410 16:47:51.360474 3696 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:51.372100 3696 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:51.385334 3696 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:51.395536 3696 namespace.go:142] [tsf] updating namespace I0410 16:47:51.407904 3696 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:51.426259 3696 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:51.439319 3696 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:51.499527 3696 namespace.go:142] [cert-manager] updating namespace I0410 16:47:51.601619 3696 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:51.704398 3696 namespace.go:142] [default] updating namespace I0410 16:47:51.803786 3696 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:51.898072 3696 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:52.001742 3696 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:52.106243 3696 namespace.go:142] [openshift] updating namespace I0410 16:47:52.196281 3696 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:52.298636 3696 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:52.400885 3696 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:52.495470 3696 namespace.go:142] [tsf] updating namespace I0410 16:47:52.600517 3696 namespace.go:142] [tsf-keycloak] updating namespace W0410 16:47:52.611901 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.634402 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.647954 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.669499 3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0410 16:47:52.698334 3696 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:52.802565 3696 namespace.go:142] [tsf-tpa] updating namespace W0410 16:47:53.098541 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0410 16:47:53.249254 3696 namespace.go:142] [openshift-pipelines] updating namespace I0410 16:48:01.388483 3696 namespace.go:142] [openshift-pipelines] updating namespace I0410 16:48:02.073289 3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-xc2x8 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:48:02.073407 3696 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8 I0410 16:48:02.098910 3696 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8] pod update took 25.537036ms I0410 16:48:02.098936 3696 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8] addLogicalPort annotation time took 25.569454ms I0410 16:48:02.100398 3696 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8] addLogicalPort took 27.146381ms, libovsdb time 904.306µs I0410 16:48:02.172129 3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-snc77 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:48:02.172233 3696 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77 I0410 16:48:02.194257 3696 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77] pod update took 22.052295ms I0410 16:48:02.194283 3696 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77] addLogicalPort annotation time took 22.085672ms I0410 16:48:02.195614 3696 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77] addLogicalPort took 23.506905ms, libovsdb time 888.096µs I0410 16:48:02.256425 3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-9xsfd for pod on switch ip-10-0-2-104.ec2.internal I0410 16:48:02.256563 3696 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd I0410 16:48:02.277915 3696 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd] pod update took 21.392613ms I0410 16:48:02.277937 3696 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd] addLogicalPort annotation time took 21.420218ms I0410 16:48:02.279276 3696 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd] addLogicalPort took 22.869969ms, libovsdb time 871.753µs I0410 16:48:02.338158 3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-j5mbz for pod on switch ip-10-0-2-104.ec2.internal I0410 16:48:02.338694 3696 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz I0410 16:48:02.355129 3696 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz] pod update took 16.462994ms I0410 16:48:02.355153 3696 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz] addLogicalPort annotation time took 16.493077ms I0410 16:48:02.356406 3696 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz] addLogicalPort took 18.27097ms, libovsdb time 863.933µs I0410 16:48:02.437304 3696 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8 77d4e4f3ad9fdb5913732e95f77c971887d7ffd218786935c78193ae3d62442d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8 77d4e4f3ad9fdb5913732e95f77c971887d7ffd218786935c78193ae3d62442d network default NAD default] I0410 16:48:02.447734 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-xc2x8, hostIfaceName: 77d4e4f3ad9fdb5, network: default, NAD default, SandboxID: "77d4e4f3ad9fdb5913732e95f77c971887d7ffd218786935c78193ae3d62442d", PCI device ID: , UID: "d95f9a7a-ba8b-4c06-bd21-adc141cf22f3", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0410 16:48:02.506545 3696 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8 77d4e4f3ad9fdb5913732e95f77c971887d7ffd218786935c78193ae3d62442d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-xc2x8 77d4e4f3ad9fdb5913732e95f77c971887d7ffd218786935c78193ae3d62442d network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:7e:7c:88:fb:7c\",\"name\":\"77d4e4f3ad9fdb5\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e391465-ef50-4762-805f-25b2078d9f49\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:48:02.543647 3696 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77 482733a1a778dc30c5cefd2212aa6c53aa4b1eb6e69eb24e86c86ee8c7117aa9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77 482733a1a778dc30c5cefd2212aa6c53aa4b1eb6e69eb24e86c86ee8c7117aa9 network default NAD default] I0410 16:48:02.565059 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-snc77, hostIfaceName: 482733a1a778dc3, network: default, NAD default, SandboxID: "482733a1a778dc30c5cefd2212aa6c53aa4b1eb6e69eb24e86c86ee8c7117aa9", PCI device ID: , UID: "af19c7df-9cea-469e-b7ab-fde43825ab0b", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0410 16:48:02.623731 3696 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77 482733a1a778dc30c5cefd2212aa6c53aa4b1eb6e69eb24e86c86ee8c7117aa9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-snc77 482733a1a778dc30c5cefd2212aa6c53aa4b1eb6e69eb24e86c86ee8c7117aa9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:23:92:1e:64:15\",\"name\":\"482733a1a778dc3\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da00e844-9654-432b-9b7c-8f617afe7ce4\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:48:02.625050 3696 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd dfd53116c5cc27457dfe418b4b73e3ea5b8fd8d9984e3cfca64fba6ed06a2a20 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd dfd53116c5cc27457dfe418b4b73e3ea5b8fd8d9984e3cfca64fba6ed06a2a20 network default NAD default] I0410 16:48:02.635085 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-9xsfd, hostIfaceName: dfd53116c5cc274, network: default, NAD default, SandboxID: "dfd53116c5cc27457dfe418b4b73e3ea5b8fd8d9984e3cfca64fba6ed06a2a20", PCI device ID: , UID: "96575df0-979b-47ef-8005-7c42a7df926a", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0410 16:48:02.691556 3696 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd dfd53116c5cc27457dfe418b4b73e3ea5b8fd8d9984e3cfca64fba6ed06a2a20 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-9xsfd dfd53116c5cc27457dfe418b4b73e3ea5b8fd8d9984e3cfca64fba6ed06a2a20 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:90:ce:a3:3c:e7\",\"name\":\"dfd53116c5cc274\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75e492da-af5c-4834-beb6-1e53baf28583\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:48:02.703101 3696 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz d590a35cbbbebc7f79effb1a12a39a833439ad9de229dcbae8a038fd19d4e099 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz d590a35cbbbebc7f79effb1a12a39a833439ad9de229dcbae8a038fd19d4e099 network default NAD default] I0410 16:48:02.712883 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-j5mbz, hostIfaceName: d590a35cbbbebc7, network: default, NAD default, SandboxID: "d590a35cbbbebc7f79effb1a12a39a833439ad9de229dcbae8a038fd19d4e099", PCI device ID: , UID: "a363f2c4-c2b8-4f4a-959e-c21e23f4a812", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0410 16:48:02.768522 3696 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz d590a35cbbbebc7f79effb1a12a39a833439ad9de229dcbae8a038fd19d4e099 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j5mbz d590a35cbbbebc7f79effb1a12a39a833439ad9de229dcbae8a038fd19d4e099 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:81:68:c4:e7:c2\",\"name\":\"d590a35cbbbebc7\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3de6281-30ce-4de9-a6cd-714be1ebf9b3\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:48:05.189874 3696 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:05.189900 3696 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:05.189908 3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:06.813700 3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:06.813722 3696 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:06.813727 3696 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:09.223239 3696 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.223259 3696 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.223265 3696 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.223269 3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0410 16:48:09.418841 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=878 I0410 16:48:09.519613 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0410 16:48:13.971195 3696 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:13.971797 3696 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:13.990657 3696 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:13.990681 3696 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:13.997561 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0410 16:48:13.997593 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0410 16:48:16.206919 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:16.206944 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:16.206951 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:20.226754 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:20.226782 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:20.226788 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:20.226792 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0410 16:48:23.413532 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=192 W0410 16:48:27.932678 3696 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0410 16:48:27.953236 3696 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0410 16:48:30.621788 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0410 16:48:34.413602 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0410 16:48:47.755159 3696 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0410 16:48:51.193321 3696 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:51.193853 3696 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:51.214013 3696 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:51.214033 3696 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:51.218597 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0410 16:48:51.218624 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0410 16:48:53.175387 3696 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0410 16:48:53.176105 3696 pod_selector_address_set.go:212] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0410 16:48:53.176130 3696 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0410 16:48:53.178834 3696 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0410 16:48:53.539064 3696 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:48:53.539197 3696 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0410 16:48:53.554834 3696 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.663578ms I0410 16:48:53.554857 3696 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.692958ms I0410 16:48:53.556186 3696 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.14065ms, libovsdb time 896.636µs I0410 16:48:53.901114 3696 cni.go:403] [tsf-keycloak/keycloak-0 1f668f3655931684651d5a0fdd378e2ac302ff29c1c203664fe955fc62ba6eec network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 1f668f3655931684651d5a0fdd378e2ac302ff29c1c203664fe955fc62ba6eec network default NAD default] I0410 16:48:53.910316 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 1f668f365593168, network: default, NAD default, SandboxID: "1f668f3655931684651d5a0fdd378e2ac302ff29c1c203664fe955fc62ba6eec", PCI device ID: , UID: "51e55abd-bd1a-46c1-9d20-23ba92fb87b0", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0410 16:48:53.963311 3696 cni.go:424] [tsf-keycloak/keycloak-0 1f668f3655931684651d5a0fdd378e2ac302ff29c1c203664fe955fc62ba6eec network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 1f668f3655931684651d5a0fdd378e2ac302ff29c1c203664fe955fc62ba6eec network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:18:de:92:eb:bd\",\"name\":\"1f668f365593168\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77b9f05d-b7f2-4c24-96ce-b513a371b2a7\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:48:56.412839 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0410 16:49:01.501527 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:01.501554 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:01.501554 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0410 16:49:01.501567 3696 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0410 16:49:09.161262 3696 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:09.161288 3696 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:09.161295 3696 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:28.143691 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:28.143715 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:28.148330 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0410 16:49:28.148353 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0410 16:49:32.502699 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0410 16:49:33.359932 3696 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-5fbnt] creating logical port tsf-keycloak_tsf-iam-5fbnt for pod on switch ip-10-0-2-104.ec2.internal I0410 16:49:33.360132 3696 kube.go:256] Updating pod tsf-keycloak/tsf-iam-5fbnt I0410 16:49:33.386408 3696 pod.go:62] [tsf-keycloak/tsf-iam-5fbnt] pod update took 26.36042ms I0410 16:49:33.386435 3696 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-5fbnt] addLogicalPort annotation time took 26.399024ms I0410 16:49:33.387822 3696 pods.go:271] [tsf-keycloak/tsf-iam-5fbnt] addLogicalPort took 27.908755ms, libovsdb time 920.655µs I0410 16:49:33.722351 3696 cni.go:403] [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default] I0410 16:49:33.731877 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-5fbnt, hostIfaceName: 8be3a3b36cd565a, network: default, NAD default, SandboxID: "8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb", PCI device ID: , UID: "c3d400ca-b7cc-4120-a487-987909caf36b", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0410 16:49:33.784282 3696 cni.go:424] [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:e0:e4:66:33:a2\",\"name\":\"8be3a3b36cd565a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/717aa8aa-16b4-48cd-9595-948ad69ad93c\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:49:40.363528 3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0410 16:49:43.477358 3696 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:43.477948 3696 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:43.517082 3696 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:43.517121 3696 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:43.528969 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0410 16:49:43.529025 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0410 16:49:52.410421 3696 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-md8lv for pod on switch ip-10-0-2-104.ec2.internal I0410 16:49:52.410546 3696 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv I0410 16:49:52.423374 3696 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv] pod update took 12.847694ms I0410 16:49:52.423400 3696 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv] addLogicalPort annotation time took 12.877366ms I0410 16:49:52.424835 3696 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv] addLogicalPort took 14.429104ms, libovsdb time 971.243µs I0410 16:49:52.770322 3696 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv 0a7d47e64a655db205f1cb3e10a77a1c371fd24a059d9c28bd8704ba0da1b4a9 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv 0a7d47e64a655db205f1cb3e10a77a1c371fd24a059d9c28bd8704ba0da1b4a9 network default NAD default] I0410 16:49:52.779417 3696 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-md8lv, hostIfaceName: 0a7d47e64a655db, network: default, NAD default, SandboxID: "0a7d47e64a655db205f1cb3e10a77a1c371fd24a059d9c28bd8704ba0da1b4a9", PCI device ID: , UID: "2506e1d3-9c70-49ee-98d2-dee46a93150e", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0410 16:49:52.824602 3696 cni.go:403] [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default] I0410 16:49:52.836460 3696 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv 0a7d47e64a655db205f1cb3e10a77a1c371fd24a059d9c28bd8704ba0da1b4a9 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-md8lv 0a7d47e64a655db205f1cb3e10a77a1c371fd24a059d9c28bd8704ba0da1b4a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:4c:7d:a9:43:df\",\"name\":\"0a7d47e64a655db\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8369081-1458-4965-b625-416964c648a9\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:49:52.915034 3696 cni.go:424] [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-5fbnt 8be3a3b36cd565a55655ea1a93b735c906c0c0ad2231ed89aac0408d7f4c7abb network default NAD default], result "{}", err I0410 16:49:52.951628 3696 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-5fbnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:52.951665 3696 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-5fbnt I0410 16:49:52.953147 3696 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-5fbnt, ips: 10.128.0.40 I0410 16:49:52.953196 3696 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-5fbnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:53.846075 3696 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-5fbnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:53.846103 3696 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-5fbnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:49:56.008075 3696 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0410 16:49:56.027258 3696 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0410 16:49:57.505909 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0410 16:49:58.588300 3696 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:58.588904 3696 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:59.477392 3696 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:59.477417 3696 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:50:02.045907 3696 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0410 16:50:04.200646 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:04.201243 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:05.221598 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:05.221624 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:19.539016 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0410 16:50:25.419265 3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:50:25.419301 3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 45.957µs I0410 16:50:25.419342 3696 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:50:32.787711 3696 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:32.788260 3696 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:32.805800 3696 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:32.805822 3696 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:32.811680 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0410 16:50:32.811696 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0410 16:50:39.393166 3696 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:39.393713 3696 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:40.292351 3696 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:40.292375 3696 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:40.501929 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0410 16:50:40.833238 3696 obj_retry.go:464] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:40.833781 3696 obj_retry.go:464] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:41.853916 3696 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:41.853940 3696 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:43.255932 3696 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-74c84b9f99-vrsvc] creating logical port tsf-tas_rekor-search-ui-74c84b9f99-vrsvc for pod on switch ip-10-0-2-104.ec2.internal I0410 16:50:43.256041 3696 kube.go:256] Updating pod tsf-tas/rekor-search-ui-74c84b9f99-vrsvc I0410 16:50:43.271088 3696 pod.go:62] [tsf-tas/rekor-search-ui-74c84b9f99-vrsvc] pod update took 15.067086ms I0410 16:50:43.271116 3696 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-74c84b9f99-vrsvc] addLogicalPort annotation time took 15.100521ms I0410 16:50:43.272613 3696 pods.go:271] [tsf-tas/rekor-search-ui-74c84b9f99-vrsvc] addLogicalPort took 16.695561ms, libovsdb time 955.49µs I0410 16:50:43.616224 3696 cni.go:403] [tsf-tas/rekor-search-ui-74c84b9f99-vrsvc 2dc01f4a78835f9fb760ebc73f28f563c74cea44b2cec9249838d36688cbc008 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-74c84b9f99-vrsvc 2dc01f4a78835f9fb760ebc73f28f563c74cea44b2cec9249838d36688cbc008 network default NAD default] I0410 16:50:43.625594 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-74c84b9f99-vrsvc, hostIfaceName: 2dc01f4a78835f9, network: default, NAD default, SandboxID: "2dc01f4a78835f9fb760ebc73f28f563c74cea44b2cec9249838d36688cbc008", PCI device ID: , UID: "6192cc59-4b2b-4c64-8a5b-2ae92a3091ac", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0410 16:50:43.680238 3696 cni.go:424] [tsf-tas/rekor-search-ui-74c84b9f99-vrsvc 2dc01f4a78835f9fb760ebc73f28f563c74cea44b2cec9249838d36688cbc008 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-74c84b9f99-vrsvc 2dc01f4a78835f9fb760ebc73f28f563c74cea44b2cec9249838d36688cbc008 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:65:0c:95:b3:39\",\"name\":\"2dc01f4a78835f9\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a906667-ad62-4702-9293-7700f55924ac\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:50:45.785942 3696 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6db5d84459-crtbc] creating logical port tsf-tas_rekor-server-6db5d84459-crtbc for pod on switch ip-10-0-2-104.ec2.internal I0410 16:50:45.786062 3696 kube.go:256] Updating pod tsf-tas/rekor-server-6db5d84459-crtbc I0410 16:50:45.798758 3696 pod.go:62] [tsf-tas/rekor-server-6db5d84459-crtbc] pod update took 12.724991ms I0410 16:50:45.798809 3696 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-6db5d84459-crtbc] addLogicalPort annotation time took 12.761761ms I0410 16:50:45.800571 3696 pods.go:271] [tsf-tas/rekor-server-6db5d84459-crtbc] addLogicalPort took 14.652371ms, libovsdb time 1.15764ms I0410 16:50:45.904373 3696 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:45.905090 3696 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:46.753435 3696 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:46.753457 3696 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:50:47.114729 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0410 16:50:49.765385 3696 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0410 16:50:50.912558 3696 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-c9965 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:50.913059 3696 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-c9965 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:51.932938 3696 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-c9965 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.932960 3696 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-c9965 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.966146 3696 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.966176 3696 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.974622 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xgrl7 I0410 16:50:51.974646 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xgrl7 W0410 16:50:54.795750 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0410 16:50:54.856769 3696 cni.go:403] [tsf-tas/rekor-server-6db5d84459-crtbc 77ed3c383a38ed1c985738898970aa959392ab65f0a2347b3b30fbf4e3286a66 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-6db5d84459-crtbc 77ed3c383a38ed1c985738898970aa959392ab65f0a2347b3b30fbf4e3286a66 network default NAD default] I0410 16:50:54.866208 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6db5d84459-crtbc, hostIfaceName: 77ed3c383a38ed1, network: default, NAD default, SandboxID: "77ed3c383a38ed1c985738898970aa959392ab65f0a2347b3b30fbf4e3286a66", PCI device ID: , UID: "dcadbffe-7225-4baa-b89c-db824834886b", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0410 16:50:54.917999 3696 cni.go:424] [tsf-tas/rekor-server-6db5d84459-crtbc 77ed3c383a38ed1c985738898970aa959392ab65f0a2347b3b30fbf4e3286a66 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-6db5d84459-crtbc 77ed3c383a38ed1c985738898970aa959392ab65f0a2347b3b30fbf4e3286a66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:53:48:66:7e:b0\",\"name\":\"77ed3c383a38ed1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25f176fb-a100-4260-b6a6-95a28bd20e44\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:50:55.931960 3696 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:55.932550 3696 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:55.950296 3696 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:55.950319 3696 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:55.955942 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0410 16:50:55.955971 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0410 16:50:57.175790 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0410 16:50:57.226810 3696 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-2rhtr] creating logical port tsf-tpa_create-db-2rhtr for pod on switch ip-10-0-2-104.ec2.internal I0410 16:50:57.226920 3696 kube.go:256] Updating pod tsf-tpa/create-db-2rhtr I0410 16:50:57.244266 3696 pod.go:62] [tsf-tpa/create-db-2rhtr] pod update took 17.377071ms I0410 16:50:57.244300 3696 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-2rhtr] addLogicalPort annotation time took 17.418107ms I0410 16:50:57.245736 3696 pods.go:271] [tsf-tpa/create-db-2rhtr] addLogicalPort took 18.94279ms, libovsdb time 870.277µs I0410 16:50:57.590336 3696 cni.go:403] [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default] ADD starting CNI request [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default] I0410 16:50:57.600105 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-2rhtr, hostIfaceName: fb2d96032f940b2, network: default, NAD default, SandboxID: "fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab", PCI device ID: , UID: "ae4cbf4e-7644-4a08-8ae6-81d2c05697d8", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0410 16:50:57.655076 3696 cni.go:424] [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default] ADD finished CNI request [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:fe:e5:9d:72:fa\",\"name\":\"fb2d96032f940b2\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71bdc62d-0255-4406-9180-88e3c5ecd0fc\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:50:59.361120 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0410 16:51:02.209723 3696 cni.go:403] [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default] DEL starting CNI request [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default] I0410 16:51:02.301153 3696 cni.go:424] [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default] DEL finished CNI request [tsf-tpa/create-db-2rhtr fb2d96032f940b20298025b15a34d387f0f5843607516e44201791629ab6f8ab network default NAD default], result "{}", err I0410 16:51:02.352652 3696 obj_retry.go:464] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:02.352695 3696 pods.go:176] Deleting pod: tsf-tpa/create-db-2rhtr I0410 16:51:02.353967 3696 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-2rhtr, ips: 10.128.0.44 I0410 16:51:02.354006 3696 obj_retry.go:464] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:03.373914 3696 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:03.373942 3696 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:03.474625 3696 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-4wzb9] creating logical port tsf-tpa_migrate-db-4wzb9 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:03.474715 3696 kube.go:256] Updating pod tsf-tpa/migrate-db-4wzb9 I0410 16:51:03.485542 3696 pod.go:62] [tsf-tpa/migrate-db-4wzb9] pod update took 10.848998ms I0410 16:51:03.485564 3696 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-4wzb9] addLogicalPort annotation time took 10.876555ms I0410 16:51:03.486752 3696 pods.go:271] [tsf-tpa/migrate-db-4wzb9] addLogicalPort took 12.146375ms, libovsdb time 794.264µs I0410 16:51:03.839252 3696 cni.go:403] [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default] I0410 16:51:03.849513 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-4wzb9, hostIfaceName: 16f784e70a445d9, network: default, NAD default, SandboxID: "16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0", PCI device ID: , UID: "201e12e5-2d05-4482-aee8-02043607517c", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0410 16:51:03.906171 3696 cni.go:424] [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:eb:d0:4a:7c:b1\",\"name\":\"16f784e70a445d9\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe220e6e-25de-49d2-aebf-d2596da6ec7a\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:51:06.233211 3696 cni.go:403] [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default] I0410 16:51:06.336305 3696 cni.go:424] [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-4wzb9 16f784e70a445d94cf05834f08cb828a86a72087e3c191c72fe27f7e1403dfd0 network default NAD default], result "{}", err I0410 16:51:06.388497 3696 obj_retry.go:464] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:06.388538 3696 pods.go:176] Deleting pod: tsf-tpa/migrate-db-4wzb9 I0410 16:51:06.389951 3696 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-4wzb9, ips: 10.128.0.45 I0410 16:51:06.389998 3696 obj_retry.go:464] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:06.506172 3696 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:06.506200 3696 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:06.689251 3696 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-mfdpm] creating logical port tsf-tpa_create-importers-mfdpm for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:06.689365 3696 kube.go:256] Updating pod tsf-tpa/create-importers-mfdpm I0410 16:51:06.702334 3696 pod.go:62] [tsf-tpa/create-importers-mfdpm] pod update took 12.989402ms I0410 16:51:06.702363 3696 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-mfdpm] addLogicalPort annotation time took 13.02317ms I0410 16:51:06.703747 3696 pods.go:271] [tsf-tpa/create-importers-mfdpm] addLogicalPort took 14.512153ms, libovsdb time 905.645µs I0410 16:51:07.050031 3696 cni.go:403] [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default] I0410 16:51:07.060460 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-mfdpm, hostIfaceName: 652e504221c008b, network: default, NAD default, SandboxID: "652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f", PCI device ID: , UID: "f94fc844-e33e-4475-8bf6-afb2ba59057a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0410 16:51:07.114257 3696 cni.go:424] [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:86:87:06:77:f8\",\"name\":\"652e504221c008b\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fe2ade4-abb2-48fb-9301-994edfa4f614\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:51:08.183269 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0410 16:51:09.256794 3696 cni.go:403] [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default] I0410 16:51:09.343650 3696 cni.go:424] [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-mfdpm 652e504221c008b09528f561dd6779e96db849ffe2d7ede0ed01cdc484624c8f network default NAD default], result "{}", err I0410 16:51:09.402586 3696 obj_retry.go:464] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:09.402622 3696 pods.go:176] Deleting pod: tsf-tpa/create-importers-mfdpm I0410 16:51:09.404046 3696 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-mfdpm, ips: 10.128.0.46 I0410 16:51:09.404073 3696 obj_retry.go:464] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:09.722128 3696 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:09.722156 3696 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:14.025995 3696 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-zgm7g-trrj5] creating logical port tsf-tas_tuf-repository-init-zgm7g-trrj5 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:14.026088 3696 kube.go:256] Updating pod tsf-tas/tuf-repository-init-zgm7g-trrj5 I0410 16:51:14.038536 3696 pod.go:62] [tsf-tas/tuf-repository-init-zgm7g-trrj5] pod update took 12.46985ms I0410 16:51:14.038643 3696 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-zgm7g-trrj5] addLogicalPort annotation time took 12.579864ms I0410 16:51:14.040195 3696 pods.go:271] [tsf-tas/tuf-repository-init-zgm7g-trrj5] addLogicalPort took 14.269311ms, libovsdb time 1.010525ms I0410 16:51:16.785438 3696 cni.go:403] [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default] I0410 16:51:16.794913 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-zgm7g-trrj5, hostIfaceName: 383dadb0748125e, network: default, NAD default, SandboxID: "383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49", PCI device ID: , UID: "bcfc694d-a2bb-470d-890d-b9b2f0c40b46", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0410 16:51:16.847307 3696 cni.go:424] [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:d8:51:1e:06:be\",\"name\":\"383dadb0748125e\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7433e4c5-1835-43df-9688-c5e04862f1f2\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:51:22.333539 3696 cni.go:403] [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default] I0410 16:51:22.418672 3696 cni.go:424] [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-zgm7g-trrj5 383dadb0748125e95f3d8e32f46d7b6e9dd4e5090f8d561b8b17667a72e53f49 network default NAD default], result "{}", err I0410 16:51:22.469927 3696 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:22.469969 3696 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-zgm7g-trrj5 I0410 16:51:22.471427 3696 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-zgm7g-trrj5, ips: 10.128.0.47 I0410 16:51:22.471457 3696 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:23.495003 3696 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:23.495032 3696 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:51:24.999134 3696 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0410 16:51:26.120586 3696 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-27z22] creating logical port tsf-tas_tuf-bc5768c88-27z22 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:26.120669 3696 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-27z22 I0410 16:51:26.133203 3696 pod.go:62] [tsf-tas/tuf-bc5768c88-27z22] pod update took 12.5543ms I0410 16:51:26.133226 3696 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-27z22] addLogicalPort annotation time took 12.583837ms I0410 16:51:26.134593 3696 pods.go:271] [tsf-tas/tuf-bc5768c88-27z22] addLogicalPort took 14.02294ms, libovsdb time 911.857µs I0410 16:51:31.517535 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0410 16:51:36.082451 3696 cni.go:403] [tsf-tas/tuf-bc5768c88-27z22 c9e33e1d9408183eec61fef02e55b731418920fb4517ab88b7d9774f3532cbc0 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-27z22 c9e33e1d9408183eec61fef02e55b731418920fb4517ab88b7d9774f3532cbc0 network default NAD default] I0410 16:51:36.092276 3696 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-27z22, hostIfaceName: c9e33e1d9408183, network: default, NAD default, SandboxID: "c9e33e1d9408183eec61fef02e55b731418920fb4517ab88b7d9774f3532cbc0", PCI device ID: , UID: "15fc158e-09a7-455b-b655-5dd933b8e2d9", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0410 16:51:36.147044 3696 cni.go:424] [tsf-tas/tuf-bc5768c88-27z22 c9e33e1d9408183eec61fef02e55b731418920fb4517ab88b7d9774f3532cbc0 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-27z22 c9e33e1d9408183eec61fef02e55b731418920fb4517ab88b7d9774f3532cbc0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:33:92:79:a4:73\",\"name\":\"c9e33e1d9408183\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4040688d-6c61-4ff0-bd3a-be1451ed9f54\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:51:39.424066 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0410 16:51:50.257607 3696 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:50.258214 3696 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:50.294548 3696 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:50.294568 3696 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:50.300899 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0410 16:51:50.300925 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa W0410 16:51:50.435655 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0410 16:51:50.996891 3696 namespace.go:98] [integration-service] adding namespace I0410 16:51:50.997690 3696 namespace.go:98] [build-service] adding namespace I0410 16:51:50.997790 3696 namespace.go:102] [integration-service] adding namespace took 880.777µs I0410 16:51:50.998501 3696 namespace.go:102] [build-service] adding namespace took 791.728µs I0410 16:51:51.010035 3696 namespace.go:98] [image-controller] adding namespace I0410 16:51:51.010211 3696 namespace.go:98] [default-tenant] adding namespace I0410 16:51:51.010922 3696 namespace.go:102] [image-controller] adding namespace took 825.198µs I0410 16:51:51.011510 3696 namespace.go:102] [default-tenant] adding namespace took 1.241354ms I0410 16:51:51.046928 3696 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.067962 3696 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.098089 3696 namespace.go:142] [build-service] updating namespace I0410 16:51:51.098128 3696 namespace.go:142] [build-service] updating namespace I0410 16:51:51.115020 3696 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.118726 3696 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.136921 3696 namespace.go:142] [default-tenant] updating namespace I0410 16:51:51.150160 3696 namespace.go:142] [default-tenant] updating namespace I0410 16:51:51.326333 3696 namespace.go:142] [build-service] updating namespace I0410 16:51:51.364357 3696 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.399340 3696 namespace.go:98] [release-service] adding namespace I0410 16:51:51.400354 3696 namespace.go:102] [release-service] adding namespace took 989.366µs I0410 16:51:51.440447 3696 namespace.go:142] [release-service] updating namespace I0410 16:51:51.464329 3696 namespace.go:142] [release-service] updating namespace I0410 16:51:51.498226 3696 namespace.go:142] [konflux-ui] updating namespace I0410 16:51:51.626664 3696 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:51.626802 3696 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0410 16:51:51.654064 3696 namespace.go:98] [konflux-info] adding namespace I0410 16:51:51.654870 3696 namespace.go:102] [konflux-info] adding namespace took 786.056µs I0410 16:51:51.669033 3696 namespace.go:142] [konflux-info] updating namespace I0410 16:51:51.693689 3696 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 66.909536ms I0410 16:51:51.693717 3696 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 66.942074ms I0410 16:51:51.695316 3696 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 68.667918ms, libovsdb time 939.213µs I0410 16:51:51.827077 3696 namespace.go:98] [namespace-lister] adding namespace I0410 16:51:51.827873 3696 namespace.go:102] [namespace-lister] adding namespace took 765.076µs I0410 16:51:51.852188 3696 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:51.861970 3696 namespace.go:142] [konflux-info] updating namespace I0410 16:51:51.879147 3696 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.925318 3696 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:51.925373 3696 namespace.go:98] [enterprise-contract-service] adding namespace I0410 16:51:51.926332 3696 namespace.go:102] [enterprise-contract-service] adding namespace took 878.251µs I0410 16:51:51.951829 3696 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:51.991252 3696 cni.go:403] [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default] I0410 16:51:52.000750 3696 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: a0b8c0ea7e265c2, network: default, NAD default, SandboxID: "a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8", PCI device ID: , UID: "9604f565-323a-4a59-99a6-5ba09181a462", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0410 16:51:52.024602 3696 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:52.054529 3696 namespace.go:142] [default-tenant] updating namespace I0410 16:51:52.056947 3696 cni.go:424] [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:eb:75:66:79:07\",\"name\":\"a0b8c0ea7e265c2\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1bdacc9-ba82-45fa-9811-b98a926e2ea8\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:51:52.344023 3696 namespace.go:98] [segment-bridge] adding namespace I0410 16:51:52.344852 3696 namespace.go:102] [segment-bridge] adding namespace took 803.284µs I0410 16:51:52.451606 3696 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:52.536280 3696 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:53.362094 3696 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0410 16:51:53.362753 3696 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0410 16:51:53.362773 3696 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0410 16:51:53.365813 3696 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0410 16:51:53.540015 3696 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0410 16:51:53.540048 3696 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0410 16:51:53.540923 3696 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0410 16:51:54.084333 3696 namespace.go:142] [build-service] updating namespace I0410 16:51:54.088282 3696 base_network_controller_pods.go:487] [default/konflux-ui/dex-5d98696d7c-bbjbc] creating logical port konflux-ui_dex-5d98696d7c-bbjbc for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:54.088379 3696 kube.go:256] Updating pod konflux-ui/dex-5d98696d7c-bbjbc I0410 16:51:54.131146 3696 pod.go:62] [konflux-ui/dex-5d98696d7c-bbjbc] pod update took 42.790866ms I0410 16:51:54.131172 3696 base_network_controller_pods.go:937] [default/konflux-ui/dex-5d98696d7c-bbjbc] addLogicalPort annotation time took 42.823984ms I0410 16:51:54.132458 3696 pods.go:271] [konflux-ui/dex-5d98696d7c-bbjbc] addLogicalPort took 44.19128ms, libovsdb time 822.347µs I0410 16:51:54.317751 3696 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-fc44cc754-xvkrg] creating logical port image-controller_image-controller-controller-manager-fc44cc754-xvkrg for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:54.317927 3696 kube.go:256] Updating pod image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:51:54.336404 3696 pod.go:62] [image-controller/image-controller-controller-manager-fc44cc754-xvkrg] pod update took 18.504075ms I0410 16:51:54.336430 3696 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-fc44cc754-xvkrg] addLogicalPort annotation time took 18.535231ms I0410 16:51:54.337833 3696 pods.go:271] [image-controller/image-controller-controller-manager-fc44cc754-xvkrg] addLogicalPort took 20.105247ms, libovsdb time 924.529µs I0410 16:51:54.354205 3696 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4] creating logical port integration-service_integration-service-controller-manager-7884d6c5d6-2kkh4 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:54.354419 3696 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 I0410 16:51:54.382663 3696 namespace.go:142] [default-tenant] updating namespace I0410 16:51:54.393676 3696 pod.go:62] [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4] pod update took 39.28869ms I0410 16:51:54.393700 3696 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4] addLogicalPort annotation time took 39.321763ms I0410 16:51:54.395021 3696 pods.go:271] [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4] addLogicalPort took 40.842057ms, libovsdb time 833.884µs I0410 16:51:54.572257 3696 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-kmct2] creating logical port build-service_build-service-controller-manager-7df75dd4df-kmct2 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:54.572412 3696 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-kmct2 I0410 16:51:54.577030 3696 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:54.601271 3696 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-kmct2] pod update took 28.892924ms I0410 16:51:54.601307 3696 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-kmct2] addLogicalPort annotation time took 28.929329ms I0410 16:51:54.602673 3696 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-kmct2] addLogicalPort took 30.438365ms, libovsdb time 878.679µs I0410 16:51:54.685060 3696 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default] I0410 16:51:54.695329 3696 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-fc44cc754-xvkrg, hostIfaceName: dfa7f211180c210, network: default, NAD default, SandboxID: "dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b", PCI device ID: , UID: "2f88457b-d744-4ae2-a745-0b962e681931", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0410 16:51:54.750815 3696 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:f9:00:dc:5d:2a\",\"name\":\"dfa7f211180c210\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4cc138b-e53b-47f0-a1bd-dcc0e733f764\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:51:54.759702 3696 namespace.go:142] [image-controller] updating namespace I0410 16:51:54.853623 3696 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-656499ffcd-d26kl] creating logical port release-service_release-service-controller-manager-656499ffcd-d26kl for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:54.853745 3696 kube.go:256] Updating pod release-service/release-service-controller-manager-656499ffcd-d26kl I0410 16:51:54.876939 3696 pod.go:62] [release-service/release-service-controller-manager-656499ffcd-d26kl] pod update took 23.235324ms I0410 16:51:54.876962 3696 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-656499ffcd-d26kl] addLogicalPort annotation time took 23.263623ms I0410 16:51:54.878255 3696 pods.go:271] [release-service/release-service-controller-manager-656499ffcd-d26kl] addLogicalPort took 24.652656ms, libovsdb time 844.847µs I0410 16:51:54.954703 3696 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7f5bf78686-77qbq] creating logical port konflux-ui_proxy-7f5bf78686-77qbq for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:54.954836 3696 kube.go:256] Updating pod konflux-ui/proxy-7f5bf78686-77qbq I0410 16:51:54.960669 3696 namespace.go:142] [integration-service] updating namespace I0410 16:51:54.961231 3696 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-kmct2 9289938c16314fa6752110d1caa152d92f92e6a8cf306215aa911e40b254705b network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-kmct2 9289938c16314fa6752110d1caa152d92f92e6a8cf306215aa911e40b254705b network default NAD default] I0410 16:51:54.972823 3696 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-kmct2, hostIfaceName: 9289938c16314fa, network: default, NAD default, SandboxID: "9289938c16314fa6752110d1caa152d92f92e6a8cf306215aa911e40b254705b", PCI device ID: , UID: "8eb15c36-e187-4ff8-9935-6756d67719b0", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0410 16:51:54.976287 3696 pod.go:62] [konflux-ui/proxy-7f5bf78686-77qbq] pod update took 21.499555ms I0410 16:51:54.976318 3696 base_network_controller_pods.go:937] [default/konflux-ui/proxy-7f5bf78686-77qbq] addLogicalPort annotation time took 21.535928ms I0410 16:51:54.978072 3696 pods.go:271] [konflux-ui/proxy-7f5bf78686-77qbq] addLogicalPort took 23.392273ms, libovsdb time 1.210031ms I0410 16:51:55.034453 3696 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-kmct2 9289938c16314fa6752110d1caa152d92f92e6a8cf306215aa911e40b254705b network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-kmct2 9289938c16314fa6752110d1caa152d92f92e6a8cf306215aa911e40b254705b network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:12:77:3b:57:a1\",\"name\":\"9289938c16314fa\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a00ae8c5-cb7c-475e-8faf-3b4a998dd5cf\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:51:55.165248 3696 namespace.go:142] [konflux-info] updating namespace I0410 16:51:55.365190 3696 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:55.373794 3696 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5d867857d5-fhcc7] creating logical port integration-service_integration-service-controller-manager-5d867857d5-fhcc7 for pod on switch ip-10-0-2-104.ec2.internal I0410 16:51:55.373895 3696 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5d867857d5-fhcc7 I0410 16:51:55.393620 3696 pod.go:62] [integration-service/integration-service-controller-manager-5d867857d5-fhcc7] pod update took 19.754434ms I0410 16:51:55.393649 3696 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-5d867857d5-fhcc7] addLogicalPort annotation time took 19.791573ms I0410 16:51:55.395421 3696 pods.go:271] [integration-service/integration-service-controller-manager-5d867857d5-fhcc7] addLogicalPort took 21.643853ms, libovsdb time 1.142025ms I0410 16:51:55.558259 3696 namespace.go:142] [release-service] updating namespace I0410 16:51:55.762238 3696 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:55.888799 3696 namespace.go:142] [build-service] updating namespace I0410 16:51:55.907737 3696 namespace.go:142] [default-tenant] updating namespace I0410 16:51:55.929812 3696 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:55.943460 3696 namespace.go:142] [image-controller] updating namespace I0410 16:51:55.954358 3696 namespace.go:142] [integration-service] updating namespace I0410 16:51:55.979148 3696 namespace.go:142] [konflux-info] updating namespace I0410 16:51:56.002095 3696 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:56.015183 3696 namespace.go:142] [release-service] updating namespace I0410 16:51:56.033293 3696 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:56.067877 3696 namespace.go:142] [build-service] updating namespace I0410 16:51:56.149601 3696 namespace.go:142] [default-tenant] updating namespace I0410 16:51:56.264744 3696 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:56.373795 3696 namespace.go:142] [image-controller] updating namespace I0410 16:51:56.459454 3696 namespace.go:142] [integration-service] updating namespace I0410 16:51:56.578443 3696 namespace.go:142] [konflux-info] updating namespace I0410 16:51:56.663167 3696 namespace.go:142] [namespace-lister] updating namespace W0410 16:51:56.675055 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0410 16:51:56.740102 3696 namespace.go:142] [release-service] updating namespace I0410 16:51:56.873084 3696 namespace.go:142] [segment-bridge] updating namespace W0410 16:51:58.547362 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0410 16:51:58.568518 3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0410 16:52:03.482773 3696 cni.go:403] [release-service/release-service-controller-manager-656499ffcd-d26kl 25bf4b9560602039bf7a91f47c1ea84403e8732a77af3157abf2adf1e62f1168 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-656499ffcd-d26kl 25bf4b9560602039bf7a91f47c1ea84403e8732a77af3157abf2adf1e62f1168 network default NAD default] I0410 16:52:03.482891 3696 cni.go:403] [konflux-ui/proxy-7f5bf78686-77qbq c435afaea19935ccd5407142d8a959fd4fcfdae927bf216faa1291dd3837d8d5 network default NAD default] ADD starting CNI request [konflux-ui/proxy-7f5bf78686-77qbq c435afaea19935ccd5407142d8a959fd4fcfdae927bf216faa1291dd3837d8d5 network default NAD default] I0410 16:52:03.483003 3696 cni.go:403] [konflux-ui/dex-5d98696d7c-bbjbc d8909b700d49b4b5a322654e32799cdacddde46628b5d66aa65e2a859a058aa6 network default NAD default] ADD starting CNI request [konflux-ui/dex-5d98696d7c-bbjbc d8909b700d49b4b5a322654e32799cdacddde46628b5d66aa65e2a859a058aa6 network default NAD default] I0410 16:52:03.484729 3696 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default] I0410 16:52:03.512569 3696 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-5d98696d7c-bbjbc, hostIfaceName: d8909b700d49b4b, network: default, NAD default, SandboxID: "d8909b700d49b4b5a322654e32799cdacddde46628b5d66aa65e2a859a058aa6", PCI device ID: , UID: "196cced4-8b92-403e-b2e4-4ead886bef30", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0410 16:52:03.513325 3696 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7884d6c5d6-2kkh4, hostIfaceName: 67c2bd817474078, network: default, NAD default, SandboxID: "67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5", PCI device ID: , UID: "1305c3df-84c0-4e54-858a-19889a36b7b1", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0410 16:52:03.516418 3696 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-7f5bf78686-77qbq, hostIfaceName: c435afaea19935c, network: default, NAD default, SandboxID: "c435afaea19935ccd5407142d8a959fd4fcfdae927bf216faa1291dd3837d8d5", PCI device ID: , UID: "889b5b41-55c2-4da8-a72e-397532787741", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0410 16:52:03.517039 3696 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-656499ffcd-d26kl, hostIfaceName: 25bf4b956060203, network: default, NAD default, SandboxID: "25bf4b9560602039bf7a91f47c1ea84403e8732a77af3157abf2adf1e62f1168", PCI device ID: , UID: "41da7a94-339f-41d6-b36d-00ef935fe478", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0410 16:52:03.568565 3696 cni.go:403] [integration-service/integration-service-controller-manager-5d867857d5-fhcc7 2a431042edbf1f1dbf2f2b1704a8cd51b67085762bb4e9eee8e40045de57fa37 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-5d867857d5-fhcc7 2a431042edbf1f1dbf2f2b1704a8cd51b67085762bb4e9eee8e40045de57fa37 network default NAD default] I0410 16:52:03.580543 3696 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5d867857d5-fhcc7, hostIfaceName: 2a431042edbf1f1, network: default, NAD default, SandboxID: "2a431042edbf1f1dbf2f2b1704a8cd51b67085762bb4e9eee8e40045de57fa37", PCI device ID: , UID: "d01ff5c9-9935-4a5c-a056-3fa554da4c78", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0410 16:52:03.586636 3696 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:ed:e7:7d:a7:31\",\"name\":\"67c2bd817474078\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e18e803a-1cf9-4813-8071-4659b014dec5\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:52:03.645858 3696 cni.go:424] [konflux-ui/proxy-7f5bf78686-77qbq c435afaea19935ccd5407142d8a959fd4fcfdae927bf216faa1291dd3837d8d5 network default NAD default] ADD finished CNI request [konflux-ui/proxy-7f5bf78686-77qbq c435afaea19935ccd5407142d8a959fd4fcfdae927bf216faa1291dd3837d8d5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:17:9a:ad:16:56\",\"name\":\"c435afaea19935c\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31d46b22-17e3-41d3-87f9-25321d7b8336\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:52:03.670415 3696 cni.go:424] [integration-service/integration-service-controller-manager-5d867857d5-fhcc7 2a431042edbf1f1dbf2f2b1704a8cd51b67085762bb4e9eee8e40045de57fa37 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-5d867857d5-fhcc7 2a431042edbf1f1dbf2f2b1704a8cd51b67085762bb4e9eee8e40045de57fa37 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:d7:b0:88:d1:59\",\"name\":\"2a431042edbf1f1\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c498bde2-f15f-4dfd-ab92-b1c87cf645de\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:52:03.819394 3696 cni.go:424] [konflux-ui/dex-5d98696d7c-bbjbc d8909b700d49b4b5a322654e32799cdacddde46628b5d66aa65e2a859a058aa6 network default NAD default] ADD finished CNI request [konflux-ui/dex-5d98696d7c-bbjbc d8909b700d49b4b5a322654e32799cdacddde46628b5d66aa65e2a859a058aa6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:6a:e3:92:44:0a\",\"name\":\"d8909b700d49b4b\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/011f43c8-ef61-438d-9308-89a4533f93cb\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 16:52:03.819550 3696 cni.go:424] [release-service/release-service-controller-manager-656499ffcd-d26kl 25bf4b9560602039bf7a91f47c1ea84403e8732a77af3157abf2adf1e62f1168 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-656499ffcd-d26kl 25bf4b9560602039bf7a91f47c1ea84403e8732a77af3157abf2adf1e62f1168 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:a7:21:ff:64:d7\",\"name\":\"25bf4b956060203\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35b8efc5-c756-4376-ad2d-4317d3a25286\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0410 16:52:07.718110 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:07.718125 3696 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:09.559767 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0410 16:52:09.587563 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0410 16:52:10.651570 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0410 16:52:10.651608 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0410 16:52:10.674755 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0410 16:52:10.674860 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0410 16:52:10.702879 3696 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0410 16:52:10.729342 3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0410 16:52:10.731631 3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0410 16:52:10.762636 3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:10.762654 3696 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:21.677372 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0410 16:52:21.677470 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0410 16:52:21.712468 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0410 16:52:21.715105 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0410 16:52:21.918595 3696 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default] I0410 16:52:22.011044 3696 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 67c2bd817474078a7c877b862915043c031a07da1a97eb2beefb9f99735b9dc5 network default NAD default], result "{}", err I0410 16:52:22.070474 3696 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:52:22.070508 3696 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 I0410 16:52:22.071920 3696 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4, ips: 10.128.0.52 I0410 16:52:22.071946 3696 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:52:22.739054 3696 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:52:22.739082 3696 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:52:22.745991 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 I0410 16:52:22.746019 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 W0410 16:52:23.690522 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0410 16:52:49.803848 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:49.803870 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:49.803882 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:49.803887 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:50.742074 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:50.742099 3696 util.go:959] Failed to build node endpoints for node ip-10-0-2-104.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0410 16:53:01.417329 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0410 16:53:20.442404 3696 obj_retry.go:464] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:20.442968 3696 obj_retry.go:464] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:21.092841 3696 obj_retry.go:458] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:21.092860 3696 obj_retry.go:458] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:21.097854 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:53:21.097870 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:53:26.121273 3696 cni.go:403] [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default] I0410 16:53:26.210859 3696 cni.go:424] [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux a0b8c0ea7e265c2c0be823b40f0ee48ca3a62306772ab62c13afefd11043a5f8 network default NAD default], result "{}", err I0410 16:53:26.269821 3696 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:26.269861 3696 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0410 16:53:26.271287 3696 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.49 I0410 16:53:26.271314 3696 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:26.312963 3696 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:26.313008 3696 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:26.316649 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0410 16:53:26.316676 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0410 16:53:53.539178 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0410 16:54:03.416305 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=112 I0410 16:54:03.444218 3696 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default] I0410 16:54:03.532406 3696 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 c273628a42c6f26366f96641f4dacb3569ba34895cb43ab58b3b56848b6ee3dc network default NAD default], result "{}", err I0410 16:54:03.599303 3696 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:03.599339 3696 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 I0410 16:54:03.600904 3696 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5, ips: 10.128.0.32 I0410 16:54:03.600933 3696 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:04.338342 3696 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:04.338386 3696 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:04.344588 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 I0410 16:54:04.344613 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 I0410 16:54:09.422031 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=463 I0410 16:54:18.528360 3696 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default] I0410 16:54:18.619506 3696 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-xvkrg dfa7f211180c210600904e568e03f88badf6e1917e362c376b7bc3d821c68f4b network default NAD default], result "{}", err I0410 16:54:18.675536 3696 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:18.675576 3696 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:54:18.677108 3696 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-fc44cc754-xvkrg, ips: 10.128.0.51 I0410 16:54:18.677141 3696 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:19.422550 3696 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:19.422578 3696 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:19.428267 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:54:19.428294 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:54:26.511936 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0410 16:54:31.414804 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0410 16:54:34.523287 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0410 16:54:37.527576 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0410 16:56:56.416858 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=68 I0410 16:57:01.416120 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0410 16:57:02.505276 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0410 16:57:29.534643 3696 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0410 16:57:51.506030 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0410 16:57:51.541780 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0410 16:59:03.509376 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0410 16:59:35.419538 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0410 17:00:00.259005 3696 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29597340-kw9c4] creating logical port segment-bridge_segment-bridge-29597340-kw9c4 for pod on switch ip-10-0-2-104.ec2.internal I0410 17:00:00.259122 3696 kube.go:256] Updating pod segment-bridge/segment-bridge-29597340-kw9c4 I0410 17:00:00.277221 3696 pod.go:62] [segment-bridge/segment-bridge-29597340-kw9c4] pod update took 18.118581ms I0410 17:00:00.277247 3696 base_network_controller_pods.go:937] [default/segment-bridge/segment-bridge-29597340-kw9c4] addLogicalPort annotation time took 18.158374ms I0410 17:00:00.278537 3696 pods.go:271] [segment-bridge/segment-bridge-29597340-kw9c4] addLogicalPort took 19.570018ms, libovsdb time 890.618µs I0410 17:00:00.621593 3696 cni.go:403] [segment-bridge/segment-bridge-29597340-kw9c4 d76b583583e38b734713f38012bf350531d59b7312f63d3e9170891997ad8b06 network default NAD default] ADD starting CNI request [segment-bridge/segment-bridge-29597340-kw9c4 d76b583583e38b734713f38012bf350531d59b7312f63d3e9170891997ad8b06 network default NAD default] I0410 17:00:00.630866 3696 helper_linux.go:450] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29597340-kw9c4, hostIfaceName: d76b583583e38b7, network: default, NAD default, SandboxID: "d76b583583e38b734713f38012bf350531d59b7312f63d3e9170891997ad8b06", PCI device ID: , UID: "bb021d4e-160c-4171-9aa6-65ec56d664f4", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0410 17:00:00.686011 3696 cni.go:424] [segment-bridge/segment-bridge-29597340-kw9c4 d76b583583e38b734713f38012bf350531d59b7312f63d3e9170891997ad8b06 network default NAD default] ADD finished CNI request [segment-bridge/segment-bridge-29597340-kw9c4 d76b583583e38b734713f38012bf350531d59b7312f63d3e9170891997ad8b06 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:b0:fd:45:51:80\",\"name\":\"d76b583583e38b7\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32c1176b-bfff-421e-b06c-5d9c90136e32\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 17:00:04.310969 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:00:04.311531 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:00:05.176851 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:00:05.176876 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:00:07.542442 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0410 17:00:43.420722 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0410 17:01:03.045491 3696 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:03.045517 3696 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:03.049522 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2rhtr I0410 17:01:03.049551 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2rhtr I0410 17:01:04.519996 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0410 17:01:06.030373 3696 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:06.030403 3696 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:06.034692 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-4wzb9 I0410 17:01:06.034717 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-4wzb9 I0410 17:01:09.029393 3696 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:09.029439 3696 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:09.033860 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mfdpm I0410 17:01:09.033885 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mfdpm W0410 17:01:29.088946 3696 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 17:01:50.531185 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0410 17:02:53.425644 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=44 I0410 17:03:17.418027 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0410 17:03:21.508077 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0410 17:03:27.538011 3696 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0410 17:03:50.420069 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0410 17:03:54.515202 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0410 17:04:33.527042 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0410 17:04:43.255944 3696 namespace.go:98] [default-tenant-managed] adding namespace I0410 17:04:43.256800 3696 namespace.go:102] [default-tenant-managed] adding namespace took 829.385µs I0410 17:04:43.296440 3696 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:43.312292 3696 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.271601 3696 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.391765 3696 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.490319 3696 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:05:29.079830 3696 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-init-pod for pod on switch ip-10-0-2-104.ec2.internal I0410 17:05:29.080036 3696 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod I0410 17:05:29.116098 3696 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod] pod update took 36.122313ms I0410 17:05:29.116130 3696 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod] addLogicalPort annotation time took 36.158473ms I0410 17:05:29.117751 3696 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod] addLogicalPort took 37.941653ms, libovsdb time 997.039µs I0410 17:05:29.443361 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default] I0410 17:05:29.452695 3696 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-init-pod, hostIfaceName: e923c23662593a5, network: default, NAD default, SandboxID: "e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9", PCI device ID: , UID: "c496edf7-9c2b-4402-ba8c-a0db000f0366", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0410 17:05:29.509969 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:e1:3c:47:d7:7d\",\"name\":\"e923c23662593a5\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea55f393-1fbc-4f8f-b10b-0db79091eb8d\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 17:05:32.512173 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0410 17:05:46.509021 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0410 17:05:48.353495 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default] I0410 17:05:48.447151 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod e923c23662593a50cf9ce53b8b0b69f54a475d7eceb1d075f07813269221f7a9 network default NAD default], result "{}", err I0410 17:05:48.506956 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:05:48.507004 3696 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod I0410 17:05:48.508647 3696 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod, ips: 10.128.0.58 I0410 17:05:48.508673 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:05.230705 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:05.231315 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:08.421928 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0410 17:06:28.304601 3696 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-build-container-pod for pod on switch ip-10-0-2-104.ec2.internal I0410 17:06:28.304765 3696 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod I0410 17:06:28.361715 3696 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod] pod update took 56.99846ms I0410 17:06:28.361740 3696 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod] addLogicalPort annotation time took 57.027863ms I0410 17:06:28.363020 3696 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod] addLogicalPort took 58.437889ms, libovsdb time 860.671µs I0410 17:06:28.415814 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:28.416398 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:28.699514 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default] I0410 17:06:28.709167 3696 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-build-container-pod, hostIfaceName: 44cd63384e0c36b, network: default, NAD default, SandboxID: "44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818", PCI device ID: , UID: "6c65c70a-59b2-4cd6-9dd1-32de35191092", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0410 17:06:28.767739 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:57:ef:42:eb:6e\",\"name\":\"44cd63384e0c36b\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83e47a4e-becc-4dd2-9976-c57002ed179e\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 17:06:30.545243 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0410 17:07:09.088600 3696 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 I0410 17:07:11.544932 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0410 17:07:47.522666 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0410 17:08:23.343493 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default] I0410 17:08:23.445745 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod 44cd63384e0c36bb8168a8ece3128bbd6817c3cf0d4d862a856beac61aac1818 network default NAD default], result "{}", err I0410 17:08:23.563024 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:08:23.563068 3696 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod I0410 17:08:23.564661 3696 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod, ips: 10.128.0.59 I0410 17:08:23.564696 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:08:26.422577 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0410 17:08:46.533782 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0410 17:09:06.798367 3696 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod for pod on switch ip-10-0-2-104.ec2.internal I0410 17:09:06.798483 3696 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod I0410 17:09:06.831198 3696 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod] pod update took 32.738785ms I0410 17:09:06.831225 3696 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod] addLogicalPort annotation time took 32.77507ms I0410 17:09:06.832569 3696 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod] addLogicalPort took 34.217018ms, libovsdb time 943.861µs I0410 17:09:06.848863 3696 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod for pod on switch ip-10-0-2-104.ec2.internal I0410 17:09:06.849010 3696 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod I0410 17:09:06.880474 3696 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod] pod update took 31.518552ms I0410 17:09:06.880498 3696 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod] addLogicalPort annotation time took 31.546178ms I0410 17:09:06.882039 3696 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod] addLogicalPort took 33.193442ms, libovsdb time 981.364µs I0410 17:09:07.161917 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default] I0410 17:09:07.171664 3696 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod, hostIfaceName: 85a6437c7ddaf57, network: default, NAD default, SandboxID: "85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6", PCI device ID: , UID: "f76303f3-a0cf-4a94-84aa-d8a5b55d66bc", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0410 17:09:07.216020 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default] I0410 17:09:07.227516 3696 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod, hostIfaceName: 2eb6f645edfa316, network: default, NAD default, SandboxID: "2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54", PCI device ID: , UID: "bf40b80c-31c7-4851-8238-5024ef191d91", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0410 17:09:07.232223 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:e3:83:ae:37:37\",\"name\":\"85a6437c7ddaf57\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86836bd7-d5b5-4c0f-ba38-9ebc86252ce7\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 17:09:07.282124 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:d5:96:5b:b6:b6\",\"name\":\"2eb6f645edfa316\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a65c2732-ec5b-4180-9026-eec55f405b9c\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 17:09:07.381442 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:07.382042 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:07.639346 3696 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod for pod on switch ip-10-0-2-104.ec2.internal I0410 17:09:07.639563 3696 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod I0410 17:09:07.661756 3696 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod] pod update took 22.250319ms I0410 17:09:07.661781 3696 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod] addLogicalPort annotation time took 22.28027ms I0410 17:09:07.663251 3696 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod] addLogicalPort took 23.929449ms, libovsdb time 987.115µs I0410 17:09:08.003119 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default] I0410 17:09:08.019818 3696 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod, hostIfaceName: 0e3f6dbe322f4bf, network: default, NAD default, SandboxID: "0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe", PCI device ID: , UID: "428970e1-f032-4c1a-8944-237e4a021f33", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0410 17:09:08.078118 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:95:fa:dd:5a:35\",\"name\":\"0e3f6dbe322f4bf\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae8b0852-0811-47bf-aedc-9b97d476e5fc\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 17:09:26.553499 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.554162 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.586725 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.587345 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:34.423941 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0410 17:09:55.358460 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:55.359050 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.092617 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default] I0410 17:10:04.185615 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod 0e3f6dbe322f4bf10cacc28ec447d95035ab619fe5db568a8650f096be75bbbe network default NAD default], result "{}", err I0410 17:10:04.269136 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.269173 3696 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod I0410 17:10:04.270589 3696 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod, ips: 10.128.0.62 I0410 17:10:04.270618 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.378634 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.379250 3696 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:05.279620 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.279641 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.315401 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.315429 3696 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.319707 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 17:10:05.319736 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 17:10:05.973837 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:05.974431 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:08.027816 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:08.028393 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:09.013205 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:09.013830 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:14.179257 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default] I0410 17:10:14.279208 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod 85a6437c7ddaf570be7bd2946a705fc9197d6ba77425ea426848b8a8c4c6d4d6 network default NAD default], result "{}", err I0410 17:10:14.483649 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:14.483685 3696 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod I0410 17:10:14.485404 3696 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod, ips: 10.128.0.60 I0410 17:10:14.485433 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:28.421285 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0410 17:10:37.515264 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0410 17:10:38.540960 3696 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0410 17:10:41.320423 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:41.321067 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:58.383695 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:58.384269 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:11:20.530744 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0410 17:11:23.518366 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0410 17:11:33.547834 3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0410 17:11:59.511203 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0410 17:12:10.428566 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=232 I0410 17:12:16.512404 3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0410 17:12:26.084209 3696 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default] I0410 17:12:26.184627 3696 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod 2eb6f645edfa316d93df134435aecb4a016995e879def8c37c2a3b2de18c9d54 network default NAD default], result "{}", err I0410 17:12:26.270709 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:26.270772 3696 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod I0410 17:12:26.272256 3696 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod, ips: 10.128.0.61 I0410 17:12:26.272282 3696 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:29.238521 3696 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-wxcy-5n5jf-collect-keyless-params-pod for pod on switch ip-10-0-2-104.ec2.internal I0410 17:12:29.238674 3696 kube.go:256] Updating pod default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod I0410 17:12:29.272317 3696 pod.go:62] [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod] pod update took 33.671437ms I0410 17:12:29.272340 3696 base_network_controller_pods.go:937] [default/default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod] addLogicalPort annotation time took 33.700711ms I0410 17:12:29.273744 3696 pods.go:271] [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod] addLogicalPort took 35.244902ms, libovsdb time 974.253µs I0410 17:12:29.604046 3696 cni.go:403] [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default] ADD starting CNI request [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default] I0410 17:12:29.614428 3696 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-wxcy-5n5jf-collect-keyless-params-pod, hostIfaceName: 59bd3276af71f44, network: default, NAD default, SandboxID: "59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8", PCI device ID: , UID: "ef99d5be-3ce7-4153-bafb-86d63ad71d05", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0410 17:12:29.667713 3696 cni.go:424] [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default] ADD finished CNI request [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:ba:2f:3f:02:b5\",\"name\":\"59bd3276af71f44\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d34ccf98-ca2b-493f-a4f3-695945578853\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0410 17:12:46.232298 3696 cni.go:403] [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default] DEL starting CNI request [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default] I0410 17:12:46.326342 3696 cni.go:424] [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default] DEL finished CNI request [default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod 59bd3276af71f44e077735bb48abaebc747fbb9e9b0f3db87aafd6f9e9985ac8 network default NAD default], result "{}", err I0410 17:12:46.392539 3696 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:46.392603 3696 pods.go:176] Deleting pod: default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod I0410 17:12:46.394080 3696 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod, ips: 10.128.0.63 I0410 17:12:46.394106 3696 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:10.383939 3696 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:10.384557 3696 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:15.433034 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0410 17:13:17.318659 3696 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:17.319281 3696 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:18.216056 3696 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:13:18.216084 3696 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:13:18.221309 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh I0410 17:13:18.221332 3696 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh I0410 17:13:26.429723 3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16