+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-149.ec2.internal ++ [[ -n ip-10-0-1-149.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-149.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260324-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260324-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260324-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0410 16:39:31.827290055 - disable conntrack on geneve port' I0410 16:39:31.827290055 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0410 16:39:31.867736498 - starting ovnkube-node + echo 'I0410 16:39:31.867736498 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-149.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-149.ec2.internal --init-node ip-10-0-1-149.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-149.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0410 16:39:31.916237 3663 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0410 16:39:31.916294 3663 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-956427cb4a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0410 16:39:31.918139 3663 kube.go:423] Waiting for certificate I0410 16:39:31.918167 3663 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0410 16:39:31.918206 3663 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0410 16:39:31.918927 3663 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0410 16:39:31.943928 3663 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:31.944181 3663 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:31.946570 3663 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:31.949172 3663 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xnwnw" I0410 16:39:31.957942 3663 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xnwnw" I0410 16:39:31.958029 3663 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:32.918475 3663 kube.go:430] Certificate found I0410 16:39:32.919116 3663 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0410 16:39:32.920118 3663 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0410 16:39:32.968125 3663 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-11 16:34:31 +0000 UTC" deadline="2026-04-11 10:12:03.215487127 +0000 UTC" I0410 16:39:32.968188 3663 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h32m30.247311456s" I0410 16:39:33.006573 3663 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0410 16:39:33.013313 3663 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0410 16:39:33.015038 3663 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0410 16:39:33.015096 3663 factory.go:537] Starting watch factory I0410 16:39:33.015184 3663 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015241 3663 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015253 3663 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015263 3663 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015189 3663 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015519 3663 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015202 3663 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015883 3663 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015186 3663 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.016008 3663 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.015212 3663 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.016053 3663 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.021247 3663 controller_manager.go:368] Starting the ovnkube controller I0410 16:39:33.021257 3663 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-149.ec2.internal I0410 16:39:33.021298 3663 controller_manager.go:393] NBDB zone sync took: 34.569µs I0410 16:39:33.021307 3663 factory.go:537] Starting watch factory I0410 16:39:33.034399 3663 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.034592 3663 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.034762 3663 ovn_northd.go:121] Registering OVN northd metrics I0410 16:39:33.035932 3663 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.036380 3663 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0410 16:39:33.037969 3663 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.040388 3663 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.041181 3663 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0410 16:39:33.041208 3663 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0410 16:39:33.048275 3663 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:33.059019 3663 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0410 16:39:33.121168 3663 factory.go:1931] *v1.Node informer cache synced successfully I0410 16:39:33.121189 3663 factory.go:1931] *v1.Service informer cache synced successfully I0410 16:39:33.121193 3663 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0410 16:39:33.121197 3663 factory.go:1931] *v1.Pod informer cache synced successfully I0410 16:39:33.121199 3663 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0410 16:39:33.121203 3663 factory.go:1931] *v1.Namespace informer cache synced successfully I0410 16:39:33.121289 3663 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:33.121307 3663 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:33.121290 3663 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:33.121349 3663 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:33.123421 3663 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:33.123469 3663 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:33.126318 3663 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0410 16:39:33.126330 3663 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0410 16:39:33.126395 3663 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.126413 3663 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.126899 3663 factory.go:1931] *v1.Pod informer cache synced successfully I0410 16:39:33.126912 3663 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0410 16:39:33.126916 3663 factory.go:1931] *v1.Namespace informer cache synced successfully I0410 16:39:33.126919 3663 factory.go:1931] *v1.Node informer cache synced successfully I0410 16:39:33.126922 3663 factory.go:1931] *v1.Service informer cache synced successfully I0410 16:39:33.126925 3663 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0410 16:39:33.128273 3663 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.131853 3663 factory.go:1931] *v1.EgressIP informer cache synced successfully I0410 16:39:33.131914 3663 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.131925 3663 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.132017 3663 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0410 16:39:33.132029 3663 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0410 16:39:33.133648 3663 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.137217 3663 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0410 16:39:33.137219 3663 factory.go:1931] *v1.EgressIP informer cache synced successfully I0410 16:39:33.137284 3663 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.137299 3663 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.139036 3663 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.142550 3663 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0410 16:39:33.142561 3663 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0410 16:39:33.142619 3663 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.142630 3663 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.145116 3663 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.147697 3663 factory.go:1931] *v1.EgressService informer cache synced successfully I0410 16:39:33.147765 3663 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.147778 3663 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.147779 3663 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0410 16:39:33.149543 3663 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.153246 3663 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0410 16:39:33.153336 3663 factory.go:1931] *v1.EgressService informer cache synced successfully I0410 16:39:33.153494 3663 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:33.153511 3663 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:33.155544 3663 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:33.158417 3663 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0410 16:39:33.158428 3663 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0410 16:39:33.158495 3663 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.158513 3663 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.158550 3663 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.158565 3663 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.160519 3663 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.160829 3663 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:33.163471 3663 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0410 16:39:33.163485 3663 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0410 16:39:33.163492 3663 factory.go:649] Watch Factory start up complete, took: 148.398311ms I0410 16:39:33.163586 3663 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0410 16:39:33.163583 3663 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0410 16:39:33.168961 3663 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0410 16:39:33.168973 3663 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0410 16:39:33.168980 3663 factory.go:649] Watch Factory start up complete, took: 147.671925ms I0410 16:39:33.168988 3663 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-149.ec2.internal" zone I0410 16:39:33.209906 3663 default_node_network_controller.go:709] Initializing the default node network controller I0410 16:39:33.284641 3663 udn_isolation.go:101] Starting UDN host isolation manager I0410 16:39:33.290767 3663 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0410 16:39:33.358777 3663 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0410 16:39:33.358869 3663 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0410 16:39:33.358886 3663 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0410 16:39:33.392936 3663 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0410 16:39:33.393002 3663 default_node_network_controller.go:808] Node ip-10-0-1-149.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0410 16:39:33.398697 3663 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.149"] k8s.ovn.org/zone-name:ip-10-0-1-149.ec2.internal] on node ip-10-0-1-149.ec2.internal I0410 16:39:33.419101 3663 controller_manager.go:427] Waiting for node in zone sync took: 250.094499ms I0410 16:39:33.420590 3663 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0410 16:39:33.423830 3663 controller_manager.go:608] Switching to transit router for layer2 networks I0410 16:39:33.423847 3663 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-149.ec2.internal I0410 16:39:33.427059 3663 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0410 16:39:33.427254 3663 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0410 16:39:33.427485 3663 gateway_init.go:263] Preparing Gateway I0410 16:39:33.427495 3663 gateway_shared_intf.go:1658] Creating new gateway I0410 16:39:33.440240 3663 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0410 16:39:33.447039 3663 controller_manager.go:288] SCTP support detected in OVN I0410 16:39:33.447604 3663 services_controller.go:69] Creating services controller for network=default I0410 16:39:33.447740 3663 udn_enabled_svc.go:80] Waiting for service informer to sync I0410 16:39:33.447775 3663 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0410 16:39:33.447804 3663 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0410 16:39:33.447816 3663 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0410 16:39:33.447825 3663 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0410 16:39:33.447968 3663 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0410 16:39:33.448003 3663 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0410 16:39:33.448028 3663 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.626µs I0410 16:39:33.448036 3663 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 33.397µs I0410 16:39:33.448038 3663 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 40.668µs I0410 16:39:33.448041 3663 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0410 16:39:33.448052 3663 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0410 16:39:33.448061 3663 default_network_controller.go:321] Starting the default network controller I0410 16:39:33.448118 3663 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.267µs I0410 16:39:33.448147 3663 udn_enabled_svc.go:95] Performing full resync I0410 16:39:33.448395 3663 udn_enabled_svc.go:99] Waiting for handler to sync I0410 16:39:33.448407 3663 udn_enabled_svc.go:104] Starting worker I0410 16:39:33.457361 3663 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0410 16:39:33.457444 3663 repair.go:33] Syncing exgw routes took 66.764µs I0410 16:39:33.457467 3663 default_network_controller.go:407] Starting all the Watchers... I0410 16:39:33.457724 3663 namespace.go:98] [openshift-node] adding namespace I0410 16:39:33.457738 3663 namespace.go:98] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] adding namespace I0410 16:39:33.457748 3663 namespace.go:98] [openshift-ingress] adding namespace I0410 16:39:33.457756 3663 namespace.go:98] [openshift-etcd] adding namespace I0410 16:39:33.457764 3663 namespace.go:98] [openshift-network-node-identity] adding namespace I0410 16:39:33.457766 3663 namespace.go:98] [openshift-apiserver-operator] adding namespace I0410 16:39:33.457776 3663 namespace.go:98] [openshift-monitoring] adding namespace I0410 16:39:33.457791 3663 namespace.go:98] [openshift-backplane-srep] adding namespace I0410 16:39:33.457795 3663 namespace.go:98] [openshift-console-user-settings] adding namespace I0410 16:39:33.457807 3663 namespace.go:98] [openshift-image-registry] adding namespace I0410 16:39:33.457795 3663 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0410 16:39:33.457820 3663 namespace.go:98] [openshift-dns] adding namespace I0410 16:39:33.457724 3663 namespace.go:98] [kube-system] adding namespace I0410 16:39:33.457866 3663 namespace.go:98] [openshift-infra] adding namespace I0410 16:39:33.457874 3663 namespace.go:98] [openshift-kube-scheduler] adding namespace I0410 16:39:33.458519 3663 namespace.go:102] [openshift-node] adding namespace took 771.759µs I0410 16:39:33.458539 3663 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0410 16:39:33.459121 3663 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 576.536µs I0410 16:39:33.459136 3663 namespace.go:98] [openshift-backplane-cee] adding namespace I0410 16:39:33.459748 3663 namespace.go:102] [openshift-backplane-cee] adding namespace took 606.156µs I0410 16:39:33.459765 3663 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0410 16:39:33.460412 3663 namespace.go:102] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] adding namespace took 2.665247ms I0410 16:39:33.460425 3663 namespace.go:98] [openshift-network-operator] adding namespace I0410 16:39:33.461104 3663 namespace.go:102] [openshift-ingress] adding namespace took 3.346425ms I0410 16:39:33.461123 3663 namespace.go:98] [openshift-console-operator] adding namespace I0410 16:39:33.461750 3663 namespace.go:102] [openshift-etcd] adding namespace took 3.98683ms I0410 16:39:33.461786 3663 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0410 16:39:33.462432 3663 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.662651ms I0410 16:39:33.462447 3663 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0410 16:39:33.463073 3663 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.293047ms I0410 16:39:33.463091 3663 namespace.go:98] [kube-public] adding namespace I0410 16:39:33.463658 3663 namespace.go:102] [openshift-monitoring] adding namespace took 5.876215ms I0410 16:39:33.463693 3663 namespace.go:98] [openshift-machine-config-operator] adding namespace I0410 16:39:33.464219 3663 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.41079ms I0410 16:39:33.464232 3663 namespace.go:98] [openshift-marketplace] adding namespace I0410 16:39:33.464832 3663 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.017301ms I0410 16:39:33.464849 3663 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0410 16:39:33.465511 3663 namespace.go:102] [openshift-image-registry] adding namespace took 7.693671ms I0410 16:39:33.465528 3663 namespace.go:98] [openshift-must-gather-operator] adding namespace I0410 16:39:33.466137 3663 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.317394ms I0410 16:39:33.466151 3663 namespace.go:98] [openshift-apiserver] adding namespace I0410 16:39:33.466780 3663 namespace.go:102] [openshift-dns] adding namespace took 8.950673ms I0410 16:39:33.466802 3663 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0410 16:39:33.467369 3663 namespace.go:102] [kube-system] adding namespace took 9.492715ms I0410 16:39:33.467386 3663 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0410 16:39:33.467935 3663 namespace.go:102] [openshift-infra] adding namespace took 10.055034ms I0410 16:39:33.467953 3663 namespace.go:98] [openshift-backplane-tam] adding namespace I0410 16:39:33.468443 3663 namespace.go:102] [openshift-kube-scheduler] adding namespace took 10.560494ms I0410 16:39:33.468459 3663 namespace.go:98] [openshift-operators-redhat] adding namespace I0410 16:39:33.468972 3663 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.201434ms I0410 16:39:33.468986 3663 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0410 16:39:33.469563 3663 namespace.go:102] [openshift-network-operator] adding namespace took 9.130464ms I0410 16:39:33.469580 3663 namespace.go:98] [openshift-authentication] adding namespace I0410 16:39:33.470480 3663 namespace.go:102] [openshift-console-operator] adding namespace took 9.348235ms I0410 16:39:33.470500 3663 namespace.go:98] [openshift-logging] adding namespace I0410 16:39:33.471033 3663 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.237195ms I0410 16:39:33.471049 3663 namespace.go:98] [openshift-network-console] adding namespace I0410 16:39:33.471522 3663 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.067618ms I0410 16:39:33.471537 3663 namespace.go:98] [openshift-network-diagnostics] adding namespace I0410 16:39:33.472017 3663 namespace.go:102] [kube-public] adding namespace took 8.920412ms I0410 16:39:33.472033 3663 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0410 16:39:33.472458 3663 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.759487ms I0410 16:39:33.472473 3663 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0410 16:39:33.472883 3663 namespace.go:102] [openshift-marketplace] adding namespace took 8.646491ms I0410 16:39:33.472898 3663 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0410 16:39:33.473294 3663 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.440296ms I0410 16:39:33.473305 3663 namespace.go:98] [openshift-config-operator] adding namespace I0410 16:39:33.473773 3663 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.240584ms I0410 16:39:33.473783 3663 namespace.go:98] [openshift-insights] adding namespace I0410 16:39:33.474214 3663 namespace.go:102] [openshift-apiserver] adding namespace took 8.058412ms I0410 16:39:33.474222 3663 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0410 16:39:33.474621 3663 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.812281ms I0410 16:39:33.474637 3663 namespace.go:98] [openshift-console] adding namespace I0410 16:39:33.475042 3663 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.651199ms I0410 16:39:33.475054 3663 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0410 16:39:33.475434 3663 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.475581ms I0410 16:39:33.475446 3663 namespace.go:98] [openshift-cluster-version] adding namespace I0410 16:39:33.475832 3663 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.36738ms I0410 16:39:33.475844 3663 namespace.go:98] [openshift-machine-api] adding namespace I0410 16:39:33.476190 3663 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.199229ms I0410 16:39:33.476202 3663 namespace.go:98] [openshift-authentication-operator] adding namespace I0410 16:39:33.476590 3663 namespace.go:102] [openshift-authentication] adding namespace took 7.005843ms I0410 16:39:33.476602 3663 namespace.go:98] [openshift-operators] adding namespace I0410 16:39:33.476983 3663 namespace.go:102] [openshift-logging] adding namespace took 6.477882ms I0410 16:39:33.476995 3663 namespace.go:98] [openshift-config] adding namespace W0410 16:39:33.477408 3663 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lz2cc: pod openshift-network-diagnostics/network-check-target-lz2cc: no pod IPs found I0410 16:39:33.477444 3663 namespace.go:102] [openshift-network-console] adding namespace took 6.388406ms I0410 16:39:33.477456 3663 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0410 16:39:33.477972 3663 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.429979ms I0410 16:39:33.477985 3663 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0410 16:39:33.478432 3663 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.39275ms I0410 16:39:33.478448 3663 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0410 16:39:33.478928 3663 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.448683ms I0410 16:39:33.478943 3663 namespace.go:98] [openshift-customer-monitoring] adding namespace I0410 16:39:33.479301 3663 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.396636ms I0410 16:39:33.479315 3663 namespace.go:98] [openshift-controller-manager] adding namespace I0410 16:39:33.479745 3663 namespace.go:102] [openshift-config-operator] adding namespace took 6.435602ms I0410 16:39:33.479759 3663 namespace.go:98] [openshift-route-controller-manager] adding namespace I0410 16:39:33.480206 3663 namespace.go:102] [openshift-insights] adding namespace took 6.418517ms I0410 16:39:33.480220 3663 namespace.go:98] [openshift-dns-operator] adding namespace I0410 16:39:33.480645 3663 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.417392ms I0410 16:39:33.480657 3663 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0410 16:39:33.481015 3663 namespace.go:102] [openshift-console] adding namespace took 6.371535ms I0410 16:39:33.481033 3663 namespace.go:98] [openshift-host-network] adding namespace I0410 16:39:33.481438 3663 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.379104ms I0410 16:39:33.481449 3663 namespace.go:98] [openshift-ingress-canary] adding namespace I0410 16:39:33.481805 3663 namespace.go:102] [openshift-cluster-version] adding namespace took 6.353726ms I0410 16:39:33.481820 3663 namespace.go:98] [openshift] adding namespace I0410 16:39:33.482235 3663 namespace.go:102] [openshift-machine-api] adding namespace took 6.387048ms I0410 16:39:33.482247 3663 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0410 16:39:33.482689 3663 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.481106ms I0410 16:39:33.483235 3663 namespace.go:102] [openshift-operators] adding namespace took 6.627024ms I0410 16:39:33.483252 3663 namespace.go:98] [openshift-backplane] adding namespace I0410 16:39:33.483759 3663 namespace.go:102] [openshift-config] adding namespace took 6.758445ms I0410 16:39:33.483773 3663 namespace.go:98] [openshift-config-managed] adding namespace I0410 16:39:33.484206 3663 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.744534ms I0410 16:39:33.484220 3663 namespace.go:98] [kube-node-lease] adding namespace I0410 16:39:33.484641 3663 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.649883ms I0410 16:39:33.484673 3663 namespace.go:98] [openshift-backplane-cse] adding namespace I0410 16:39:33.485122 3663 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.667867ms I0410 16:39:33.485135 3663 namespace.go:98] [default] adding namespace I0410 16:39:33.485546 3663 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.598077ms I0410 16:39:33.485563 3663 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0410 16:39:33.485960 3663 namespace.go:102] [openshift-controller-manager] adding namespace took 6.639777ms I0410 16:39:33.485973 3663 namespace.go:98] [openshift-multus] adding namespace I0410 16:39:33.486383 3663 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.618294ms I0410 16:39:33.486398 3663 namespace.go:98] [openshift-service-ca-operator] adding namespace I0410 16:39:33.486929 3663 namespace.go:102] [openshift-dns-operator] adding namespace took 6.703408ms I0410 16:39:33.486945 3663 namespace.go:98] [openshift-backplane-mobb] adding namespace I0410 16:39:33.487470 3663 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.806594ms I0410 16:39:33.487485 3663 namespace.go:98] [dedicated-admin] adding namespace I0410 16:39:33.488012 3663 namespace.go:102] [openshift-host-network] adding namespace took 6.973706ms I0410 16:39:33.488028 3663 namespace.go:98] [openshift-backplane-csm] adding namespace I0410 16:39:33.488675 3663 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.206264ms I0410 16:39:33.488691 3663 namespace.go:98] [openshift-kube-apiserver] adding namespace I0410 16:39:33.489281 3663 namespace.go:102] [openshift] adding namespace took 7.454717ms I0410 16:39:33.489298 3663 namespace.go:98] [openshift-package-operator] adding namespace I0410 16:39:33.489859 3663 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.604177ms I0410 16:39:33.489875 3663 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0410 16:39:33.490371 3663 namespace.go:102] [openshift-backplane] adding namespace took 7.115056ms I0410 16:39:33.490829 3663 namespace.go:102] [openshift-config-managed] adding namespace took 7.051456ms I0410 16:39:33.491224 3663 namespace.go:102] [kube-node-lease] adding namespace took 6.997381ms I0410 16:39:33.491797 3663 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.11537ms I0410 16:39:33.492269 3663 namespace.go:102] [default] adding namespace took 7.128255ms W0410 16:39:33.492820 3663 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wz558: pod openshift-multus/network-metrics-daemon-wz558: no pod IPs found I0410 16:39:33.492820 3663 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.252716ms I0410 16:39:33.493419 3663 namespace.go:102] [openshift-multus] adding namespace took 7.442014ms I0410 16:39:33.493864 3663 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.45787ms I0410 16:39:33.494351 3663 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.402012ms I0410 16:39:33.494906 3663 namespace.go:102] [dedicated-admin] adding namespace took 7.414959ms I0410 16:39:33.494920 3663 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0410 16:39:33.495323 3663 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.288452ms I0410 16:39:33.495684 3663 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.987951ms I0410 16:39:33.495698 3663 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0410 16:39:33.496172 3663 namespace.go:102] [openshift-package-operator] adding namespace took 6.867938ms I0410 16:39:33.496184 3663 namespace.go:98] [openshift-ingress-operator] adding namespace I0410 16:39:33.496577 3663 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.69607ms I0410 16:39:33.497000 3663 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.071213ms I0410 16:39:33.497369 3663 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 1.665609ms I0410 16:39:33.497720 3663 namespace.go:102] [openshift-ingress-operator] adding namespace took 1.530968ms I0410 16:39:33.498087 3663 zone_ic_handler.go:186] Time taken to create transit switch: 263.14µs I0410 16:39:33.498572 3663 master.go:532] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default" I0410 16:39:33.499254 3663 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-104.ec2.internal for the network default I0410 16:39:33.499286 3663 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-61.ec2.internal for the network default I0410 16:39:33.500355 3663 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-104.ec2.internal" on network "default" took: 1.115536ms I0410 16:39:33.500576 3663 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-61.ec2.internal" on network "default" took: 1.32339ms I0410 16:39:33.502585 3663 default_network_controller.go:806] Node add failed for ip-10-0-1-149.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal, error getting gateway config for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal", failed to update chassis to local for local node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal] E0410 16:39:33.502641 3663 obj_retry.go:541] Failed to create *v1.Node ip-10-0-1-149.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal, error getting gateway config for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal", failed to update chassis to local for local node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal] I0410 16:39:33.502715 3663 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0410 16:39:33.502743 3663 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0410 16:39:33.502733 3663 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-149.ec2.internal", UID:"9e24bc68-37c8-461d-bfa8-88e200a1afa5", APIVersion:"v1", ResourceVersion:"9037", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal, error getting gateway config for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal", failed to update chassis to local for local node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal] I0410 16:39:33.502762 3663 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0410 16:39:33.502765 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:33.502906 3663 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.502922 3663 services_controller.go:574] Full service sync requested for network=default I0410 16:39:33.502933 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:33.502950 3663 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal" I0410 16:39:33.502959 3663 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.502964 3663 services_controller.go:574] Full service sync requested for network=default I0410 16:39:33.502971 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-104.ec2.internal in network "default" I0410 16:39:33.503017 3663 node_tracker.go:169] Node ip-10-0-2-104.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.503024 3663 services_controller.go:574] Full service sync requested for network=default I0410 16:39:33.560120 3663 iptables.go:108] Creating table: filter chain: FORWARD I0410 16:39:33.566004 3663 iptables.go:108] Creating table: filter chain: OUTPUT I0410 16:39:33.571968 3663 gateway_shared_intf.go:1787] Gateway Creation Complete I0410 16:39:33.571983 3663 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-149.ec2.internal","mac-address":"0a:ff:ce:f0:a2:e5","ip-addresses":["10.0.1.149/24"],"ip-address":"10.0.1.149/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8a8fc2d5-7417-4db7-9756-22f978c37d32 k8s.ovn.org/node-encap-ips:["10.0.1.149"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.149/24"} k8s.ovn.org/zone-name:ip-10-0-1-149.ec2.internal] on node ip-10-0-1-149.ec2.internal I0410 16:39:33.586855 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:33.586919 3663 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.586937 3663 services_controller.go:574] Full service sync requested for network=default I0410 16:39:33.587016 3663 master.go:532] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default" I0410 16:39:33.590787 3663 default_node_network_controller.go:518] Node connection status = connected W0410 16:39:33.591755 3663 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-wz558: pod openshift-multus/network-metrics-daemon-wz558: no pod IPs found W0410 16:39:33.591773 3663 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lz2cc: pod openshift-network-diagnostics/network-check-target-lz2cc: no pod IPs found I0410 16:39:33.592740 3663 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-149.ec2.internal for the network default I0410 16:39:33.603502 3663 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0410 16:39:33.603521 3663 services_controller.go:208] Setting up event handlers for services for network=default I0410 16:39:33.603560 3663 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0410 16:39:33.603604 3663 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0410 16:39:33.603628 3663 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0410 16:39:33.704405 3663 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0410 16:39:33.704430 3663 repair.go:60] Starting repairing loop for services I0410 16:39:33.704557 3663 repair.go:131] Deleted 0 stale service LBs I0410 16:39:33.704578 3663 repair.go:137] Deleted 0 stale Chassis Template Vars I0410 16:39:33.704592 3663 repair.go:62] Finished repairing loop for services: 165.061µs I0410 16:39:33.704624 3663 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0410 16:39:33.704633 3663 services_controller.go:254] Starting workers for network=default I0410 16:39:33.705314 3663 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wz558] creating logical port openshift-multus_network-metrics-daemon-wz558 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:39:33.705321 3663 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0410 16:39:33.705496 3663 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-wz558 I0410 16:39:33.705564 3663 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lz2cc] creating logical port openshift-network-diagnostics_network-check-target-lz2cc for pod on switch ip-10-0-1-149.ec2.internal I0410 16:39:33.705683 3663 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lz2cc W0410 16:39:33.708736 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:33.727304 3663 pod.go:62] [openshift-network-diagnostics/network-check-target-lz2cc] pod update took 21.689337ms I0410 16:39:33.727312 3663 pod.go:62] [openshift-multus/network-metrics-daemon-wz558] pod update took 21.888259ms I0410 16:39:33.727321 3663 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-lz2cc] addLogicalPort annotation time took 21.708543ms I0410 16:39:33.727329 3663 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-wz558] addLogicalPort annotation time took 21.905971ms I0410 16:39:33.728184 3663 pods.go:271] [openshift-network-diagnostics/network-check-target-lz2cc] addLogicalPort took 22.629877ms, libovsdb time 657.88µs I0410 16:39:33.728361 3663 pods.go:271] [openshift-multus/network-metrics-daemon-wz558] addLogicalPort took 23.052615ms, libovsdb time 797.007µs I0410 16:39:33.728852 3663 admin_network_policy_controller.go:227] Starting controller default-network-controller I0410 16:39:33.728877 3663 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0410 16:39:33.728893 3663 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0410 16:39:33.728900 3663 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0410 16:39:33.729130 3663 repair.go:29] Repairing admin network policies took 224.242µs I0410 16:39:33.729252 3663 repair.go:92] Repairing baseline admin network policies took 112.328µs I0410 16:39:33.730033 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0410 16:39:33.730050 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0410 16:39:33.731559 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0410 16:39:33.731580 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0410 16:39:33.731588 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0410 16:39:33.731862 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0410 16:39:33.731879 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0410 16:39:33.731887 3663 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0410 16:39:33.733392 3663 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0410 16:39:33.733408 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0410 16:39:33.733415 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0410 16:39:33.733863 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0410 16:39:33.733882 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0410 16:39:33.733892 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0410 16:39:33.735267 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0410 16:39:33.735283 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0410 16:39:33.736032 3663 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0410 16:39:33.736045 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0410 16:39:33.736704 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0410 16:39:33.736723 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0410 16:39:33.736731 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0410 16:39:33.738131 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0410 16:39:33.738148 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0410 16:39:33.738155 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0410 16:39:33.738411 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0410 16:39:33.738428 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0410 16:39:33.738437 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0410 16:39:33.739852 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0410 16:39:33.739869 3663 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0410 16:39:33.739879 3663 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0410 16:39:33.741591 3663 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0410 16:39:33.741611 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0410 16:39:33.741621 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0410 16:39:33.744040 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0410 16:39:33.744068 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0410 16:39:33.744081 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0410 16:39:33.744569 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0410 16:39:33.744586 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0410 16:39:33.744607 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0410 16:39:33.745256 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0410 16:39:33.745270 3663 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0410 16:39:33.745275 3663 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0410 16:39:33.745531 3663 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0410 16:39:33.745552 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0410 16:39:33.745566 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0410 16:39:33.746545 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0410 16:39:33.746564 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0410 16:39:33.746574 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0410 16:39:33.747525 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0410 16:39:33.747543 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0410 16:39:33.747551 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0410 16:39:33.748223 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0410 16:39:33.748240 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0410 16:39:33.748247 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0410 16:39:33.748708 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0410 16:39:33.748725 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0410 16:39:33.748732 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0410 16:39:33.749179 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0410 16:39:33.749194 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0410 16:39:33.749201 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0410 16:39:33.749637 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0410 16:39:33.749652 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0410 16:39:33.749659 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0410 16:39:33.750129 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0410 16:39:33.750144 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0410 16:39:33.750152 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0410 16:39:33.751145 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0410 16:39:33.751165 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0410 16:39:33.751177 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0410 16:39:33.752030 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0410 16:39:33.752047 3663 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0410 16:39:33.752057 3663 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0410 16:39:33.753023 3663 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0410 16:39:33.753041 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0410 16:39:33.753049 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0410 16:39:33.753486 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0410 16:39:33.753505 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0410 16:39:33.753512 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0410 16:39:33.754657 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0410 16:39:33.754692 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0410 16:39:33.754699 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0410 16:39:33.754945 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0410 16:39:33.754958 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0410 16:39:33.754966 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0410 16:39:33.755461 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0410 16:39:33.755475 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0410 16:39:33.755487 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0410 16:39:33.757041 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0410 16:39:33.757207 3663 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0410 16:39:33.762387 3663 egressfirewall.go:319] Starting EgressFirewall controller I0410 16:39:33.762416 3663 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0410 16:39:33.762441 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0410 16:39:33.762450 3663 controller.go:133] Adding controller egress-firewall-controller event handlers I0410 16:39:33.762475 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0410 16:39:33.762488 3663 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0410 16:39:33.762453 3663 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0410 16:39:33.762767 3663 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0410 16:39:33.762782 3663 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0410 16:39:33.762791 3663 egressqos.go:193] Setting up event handlers for EgressQoS I0410 16:39:33.762869 3663 egressfirewall.go:628] Syncing node "ip-10-0-2-104.ec2.internal" for egress firewall I0410 16:39:33.762883 3663 egressfirewall.go:628] Syncing node "ip-10-0-0-61.ec2.internal" for egress firewall I0410 16:39:33.762887 3663 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:33.762897 3663 egressqos.go:245] Starting EgressQoS Controller I0410 16:39:33.762904 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0410 16:39:33.762910 3663 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0410 16:39:33.762917 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0410 16:39:33.762921 3663 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0410 16:39:33.762925 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0410 16:39:33.762930 3663 shared_informer.go:356] "Caches are synced" controller="egressqos" I0410 16:39:33.762934 3663 egressqos.go:259] Repairing EgressQoSes I0410 16:39:33.762938 3663 egressqos.go:399] Starting repairing loop for egressqos I0410 16:39:33.763000 3663 egressqos.go:401] Finished repairing loop for egressqos: 62.357µs I0410 16:39:33.763016 3663 egressservice_zone.go:132] Setting up event handlers for Egress Services I0410 16:39:33.763038 3663 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-149.ec2.internal I0410 16:39:33.763082 3663 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-149.ec2.internal : 45.998µs I0410 16:39:33.763195 3663 egressservice_zone.go:210] Starting Egress Services Controller I0410 16:39:33.763208 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0410 16:39:33.763216 3663 shared_informer.go:356] "Caches are synced" controller="egressservices" I0410 16:39:33.763221 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0410 16:39:33.763227 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0410 16:39:33.763232 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0410 16:39:33.763237 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0410 16:39:33.763244 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0410 16:39:33.763257 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0410 16:39:33.763261 3663 egressservice_zone.go:228] Repairing Egress Services I0410 16:39:33.763537 3663 master_controller.go:88] Starting Admin Policy Based Route Controller I0410 16:39:33.763546 3663 external_controller.go:278] Starting Admin Policy Based Route Controller I0410 16:39:33.763567 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:33.763584 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 19.034µs I0410 16:39:33.763592 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:33.763596 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 4.634µs I0410 16:39:33.763601 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-104.ec2.internal I0410 16:39:33.763610 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-104.ec2.internal: 5.331µs I0410 16:39:33.763680 3663 default_network_controller.go:568] Completing all the Watchers took 306.205051ms I0410 16:39:33.763694 3663 default_network_controller.go:572] Starting unidling controllers I0410 16:39:33.763702 3663 unidle.go:46] Registering OVN SB ControllerEvent handler I0410 16:39:33.763709 3663 unidle.go:63] Populating Initial ContollerEvent events I0410 16:39:33.763719 3663 unidle.go:79] Setting up event handlers for services I0410 16:39:33.763762 3663 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0410 16:39:34.091468 3663 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:34.591000 3663 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:35.091863 3663 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:35.109255 3663 bridgeconfig.go:537] Gateway is ready I0410 16:39:35.109277 3663 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0410 16:39:35.114600 3663 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0410 16:39:35.121203 3663 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.149. Updating OVN encap IP. I0410 16:39:35.126774 3663 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.149 - it is already configured I0410 16:39:35.126790 3663 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.149/24:{} 172.20.0.1/32:{}]. Updating annotations. I0410 16:39:35.127051 3663 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.149/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-149.ec2.internal","mac-address":"0a:ff:ce:f0:a2:e5","ip-addresses":["10.0.1.149/24"],"ip-address":"10.0.1.149/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8a8fc2d5-7417-4db7-9756-22f978c37d32 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.149/24"}] on node ip-10-0-1-149.ec2.internal I0410 16:39:35.141761 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:35.141790 3663 master.go:532] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default" I0410 16:39:35.141803 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:35.141816 3663 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:35.141816 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 16.939µs I0410 16:39:35.141822 3663 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:35.141832 3663 services_controller.go:574] Full service sync requested for network=default W0410 16:39:35.142180 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:35.142808 3663 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.149 I0410 16:39:35.142891 3663 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-149.ec2.internal I0410 16:39:35.146278 3663 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-149.ec2.internal. Updating no re-route policies I0410 16:39:35.146354 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lz2cc I0410 16:39:35.146369 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hzsr4 I0410 16:39:35.146373 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lz2cc I0410 16:39:35.146379 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-hzsr4 I0410 16:39:35.146379 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-kwgct I0410 16:39:35.146390 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xmdb2 I0410 16:39:35.146397 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-kwgct I0410 16:39:35.146401 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xmdb2 I0410 16:39:35.146405 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-hzsr4 after 0 failed attempt(s) I0410 16:39:35.146408 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wz558 I0410 16:39:35.146417 3663 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lz2cc] creating logical port openshift-network-diagnostics_network-check-target-lz2cc for pod on switch ip-10-0-1-149.ec2.internal I0410 16:39:35.146422 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sxlkg I0410 16:39:35.146426 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wz558 I0410 16:39:35.146426 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-kwgct after 0 failed attempt(s) I0410 16:39:35.146429 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sxlkg I0410 16:39:35.146426 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xmdb2 after 0 failed attempt(s) I0410 16:39:35.146433 3663 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal I0410 16:39:35.146440 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-52r8l I0410 16:39:35.146461 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-52r8l I0410 16:39:35.146462 3663 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wz558] creating logical port openshift-multus_network-metrics-daemon-wz558 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:39:35.146482 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-52r8l after 0 failed attempt(s) I0410 16:39:35.146425 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hf97r I0410 16:39:35.146497 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hf97r I0410 16:39:35.146510 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-n6p7l I0410 16:39:35.146520 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-n6p7l I0410 16:39:35.146531 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-n6p7l after 0 failed attempt(s) I0410 16:39:35.146446 3663 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal I0410 16:39:35.146544 3663 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal after 0 failed attempt(s) I0410 16:39:35.146359 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal I0410 16:39:35.146558 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal I0410 16:39:35.146576 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal after 0 failed attempt(s) I0410 16:39:35.146446 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sxlkg after 0 failed attempt(s) I0410 16:39:35.146513 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hf97r after 0 failed attempt(s) I0410 16:39:35.146768 3663 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-pnr2g I0410 16:39:35.146781 3663 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-pnr2g I0410 16:39:35.146783 3663 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-kqlhx I0410 16:39:35.146795 3663 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-kqlhx I0410 16:39:35.146796 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-pnr2g after 0 failed attempt(s) I0410 16:39:35.146867 3663 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-kqlhx after 0 failed attempt(s) I0410 16:39:35.147062 3663 pods.go:271] [openshift-multus/network-metrics-daemon-wz558] addLogicalPort took 610.231µs, libovsdb time 247.852µs I0410 16:39:35.147075 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-wz558 after 0 failed attempt(s) I0410 16:39:35.147140 3663 pods.go:271] [openshift-network-diagnostics/network-check-target-lz2cc] addLogicalPort took 734.8µs, libovsdb time 298.657µs I0410 16:39:35.147148 3663 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lz2cc after 0 failed attempt(s) I0410 16:39:35.158657 3663 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0410 16:39:35.171012 3663 iptables.go:108] Creating table: mangle chain: OUTPUT I0410 16:39:35.174370 3663 iptables.go:108] Creating table: nat chain: OUTPUT I0410 16:39:35.212167 3663 iptables.go:108] Creating table: nat chain: PREROUTING I0410 16:39:35.291959 3663 iptables.go:108] Creating table: filter chain: FORWARD I0410 16:39:35.308267 3663 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0410 16:39:35.308369 3663 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0410 16:39:35.308412 3663 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0410 16:39:35.308496 3663 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0410 16:39:35.308545 3663 gateway_init.go:325] Gateway and management port readiness took 1.721791389s I0410 16:39:35.308572 3663 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0410 16:39:35.308605 3663 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0410 16:39:35.308618 3663 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0410 16:39:35.308626 3663 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0410 16:39:35.308706 3663 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0410 16:39:35.308787 3663 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.93µs I0410 16:39:35.308997 3663 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0410 16:39:35.309028 3663 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 21.755µs I0410 16:39:35.309036 3663 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.24µs I0410 16:39:35.309042 3663 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0410 16:39:35.309052 3663 nad_controller.go:173] [node-nad-controller NAD controller]: started I0410 16:39:35.309057 3663 default_node_network_controller.go:898] Starting the default node network controller I0410 16:39:35.309061 3663 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0410 16:39:35.309135 3663 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.461µs I0410 16:39:35.309219 3663 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0410 16:39:35.309228 3663 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0410 16:39:35.309253 3663 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00090f600 0xc0002dd6c0 0xc0002dd730 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd8f0 0xc0008c7540 0xc0002dd960 0xc0002dd9d0 0xc000c142d0 0xc0060fd2d0 0xc0002ddab0 map[0x2f8f0c0:0xc002f18ba0 0x2f8f600:0xc002f18d20 0x2f90080:0xc002f18ae0 0x2f90320:0xc002f18b40 0x2f90b00:0xc002f18c00 0x2f90da0:0xc002f18c60 0x2f91040:0xc002f18cc0 0x2f91820:0xc002f18f00 0x2f91ac0:0xc004c840c0 0x2fbc3e0:0xc000b606c0 0x2fbc780:0xc000b60720 0x2fbd260:0xc000cca2a0 0x2fbebc0:0xc000c1e2a0 0x2fbf6a0:0xc002f18a80 0x2fc0520:0xc000b60660] 0xc0000d2e00 0} I0410 16:39:35.309317 3663 gateway.go:151] Starting gateway service sync I0410 16:39:35.309751 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0410 16:39:35.311876 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0410 16:39:35.340383 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0410 16:39:35.341497 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0410 16:39:35.342561 3663 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0410 16:39:35.376516 3663 gateway.go:168] Gateway service sync done. Time taken: 67.184726ms I0410 16:39:35.377595 3663 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32119 I0410 16:39:35.377723 3663 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00090f600 0xc0002dd6c0 0xc0002dd730 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd8f0 0xc0008c7540 0xc0002dd960 0xc0002dd9d0 0xc000c142d0 0xc0060fd2d0 0xc0002ddab0 map[0x2f8f0c0:0xc002f18ba0 0x2f8f600:0xc002f18d20 0x2f90080:0xc002f18ae0 0x2f90320:0xc002f18b40 0x2f90b00:0xc002f18c00 0x2f90da0:0xc002f18c60 0x2f91040:0xc002f18cc0 0x2f91820:0xc002f18f00 0x2f91ac0:0xc004c840c0 0x2fbc3e0:0xc000b606c0 0x2fbc780:0xc000b60720 0x2fbd260:0xc000cca2a0 0x2fbebc0:0xc000c1e2a0 0x2fbf6a0:0xc002f18a80 0x2fc0520:0xc000b60660] 0xc0000d2e00 0} I0410 16:39:35.378146 3663 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00090f600 0xc0002dd6c0 0xc0002dd730 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd8f0 0xc0008c7540 0xc0002dd960 0xc0002dd9d0 0xc000c142d0 0xc0060fd2d0 0xc0002ddab0 map[0x2f8f0c0:0xc002f18ba0 0x2f8f600:0xc002f18d20 0x2f90080:0xc002f18ae0 0x2f90320:0xc002f18b40 0x2f90b00:0xc002f18c00 0x2f90da0:0xc002f18c60 0x2f91040:0xc002f18cc0 0x2f91820:0xc002f18f00 0x2f91ac0:0xc004c840c0 0x2fbc3e0:0xc000b606c0 0x2fbc780:0xc000b60720 0x2fbd260:0xc000cca2a0 0x2fbebc0:0xc000c1e2a0 0x2fbf6a0:0xc002f18a80 0x2fc0520:0xc000b60660] 0xc0000d2e00 0} I0410 16:39:35.378177 3663 gateway.go:519] Reconciling gateway with updates I0410 16:39:35.383851 3663 gateway.go:326] Spawning Conntrack Rule Check Thread I0410 16:39:35.383938 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:35.383950 3663 default_node_network_controller.go:943] Gateway and management port readiness took 74.713819ms I0410 16:39:35.383955 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:35.383955 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:35.383970 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:35.383973 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:35.383973 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:35.383987 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:35.383985 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:35.384002 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 31373 is already open, no action needed I0410 16:39:35.384016 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 32465 is already open, no action needed I0410 16:39:35.384020 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:35.384027 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0410 16:39:35.384032 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:35.384037 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:35.384046 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:35.384043 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:35.384056 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:35.384055 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:35.384066 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:35.384070 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:35.384073 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:35.384085 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0410 16:39:35.384005 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:35.384088 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:35.384101 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:35.384035 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:35.384108 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:35.384106 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:35.384113 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0410 16:39:35.384118 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0410 16:39:35.384119 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:35.384124 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0410 16:39:35.384125 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:35.384130 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:35.384131 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0410 16:39:35.384031 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0410 16:39:35.384138 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:35.384134 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:35.384140 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:35.384133 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0410 16:39:35.384149 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:35.384152 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:35.384153 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0410 16:39:35.384150 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:35.384158 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:35.384162 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:35.384163 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0410 16:39:35.384167 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:35.384171 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:35.384168 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:35.384178 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:35.384184 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:35.384188 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0410 16:39:35.384183 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:35.384120 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:35.384199 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:35.384114 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0410 16:39:35.384139 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:35.384057 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:35.384131 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0410 16:39:35.384105 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:35.383960 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:35.384229 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:35.384237 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:35.384239 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:35.384243 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:35.384249 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0410 16:39:35.384119 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0410 16:39:35.384257 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:35.384260 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0410 16:39:35.384260 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:35.384262 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:35.384264 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:35.384272 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:35.384273 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:35.384276 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:35.384094 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:35.384264 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:35.384289 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:35.384300 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:35.384308 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:35.384312 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0410 16:39:35.384273 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:35.384247 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:35.384327 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:35.384290 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:35.384155 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:35.384373 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0410 16:39:35.384174 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:35.384169 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:35.384404 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:35.384219 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0410 16:39:35.383939 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:35.384422 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:35.384248 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:35.384229 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0410 16:39:35.384262 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:35.384491 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:35.384145 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:35.384531 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:35.384269 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:35.384567 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:35.384150 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:35.384588 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:35.384283 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0410 16:39:35.385391 3663 node_ip_handler_linux.go:160] Node IP manager is running W0410 16:39:35.422778 3663 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0410 16:39:35.422991 3663 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0410 16:39:35.423171 3663 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0410 16:39:35.431358 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0410 16:39:35.431367 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0410 16:39:35.470940 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0410 16:39:35.470974 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0410 16:39:35.470986 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0410 16:39:35.470997 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0410 16:39:35.471006 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0410 16:39:35.471016 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0410 16:39:35.471025 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0410 16:39:35.471034 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0410 16:39:35.471041 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0410 16:39:35.471050 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0410 16:39:35.471057 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0410 16:39:35.518043 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0410 16:39:35.518073 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0410 16:39:35.518084 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0410 16:39:35.518091 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0410 16:39:35.518098 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0410 16:39:35.518104 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0410 16:39:35.518110 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0410 16:39:35.518116 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0410 16:39:35.518122 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0410 16:39:35.518128 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0410 16:39:35.518133 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0410 16:39:35.518139 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0410 16:39:35.518145 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0410 16:39:35.518151 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0410 16:39:35.518156 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0410 16:39:35.518162 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) W0410 16:39:37.193401 3663 egressip_healthcheck.go:76] Health checking using insecure connection I0410 16:39:37.193400 3663 default_node_network_controller.go:1369] Starting node controller node sync I0410 16:39:37.193458 3663 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0410 16:39:37.205446 3663 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 12.012429ms I0410 16:39:37.205556 3663 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-61.ec2.internal", IP: 10.0.0.61 to PMTUD blocking rules I0410 16:39:37.205562 3663 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-104.ec2.internal", IP: 10.0.2.104 to PMTUD blocking rules I0410 16:39:37.205579 3663 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-104.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0410 16:39:37.205570 3663 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-61.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0410 16:39:37.217451 3663 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0410 16:39:37.217761 3663 egressservice_node.go:93] Setting up event handlers for Egress Services I0410 16:39:37.217892 3663 egressservice_node.go:183] Starting Egress Services Controller I0410 16:39:37.217909 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0410 16:39:37.217919 3663 shared_informer.go:356] "Caches are synced" controller="egressservices" I0410 16:39:37.217925 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0410 16:39:37.217930 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0410 16:39:37.217936 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0410 16:39:37.217941 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0410 16:39:37.217945 3663 egressservice_node.go:197] Repairing Egress Services I0410 16:39:37.228065 3663 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0410 16:39:37.228080 3663 external_controller.go:278] Starting Admin Policy Based Route Controller I0410 16:39:37.228324 3663 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0410 16:39:37.228339 3663 link_network_manager.go:117] Link manager is running I0410 16:39:37.228348 3663 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0410 16:39:37.228627 3663 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0410 16:39:37.228685 3663 vrf_manager.go:128] VRF manager is running I0410 16:39:37.228795 3663 node_controller_manager.go:437] Removing flows to drop GARP I0410 16:39:37.228804 3663 gateway.go:519] Reconciling gateway with updates I0410 16:39:37.256675 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:37.256694 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:37.256695 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:37.256705 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0410 16:39:37.256708 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:37.256708 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:37.256712 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:37.256723 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:37.256725 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:37.256727 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0410 16:39:37.256732 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:37.256735 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:37.256739 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:37.256742 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0410 16:39:37.256745 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:37.256742 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:37.256758 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:37.256724 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:37.256765 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:37.256776 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:37.256778 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:37.256784 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:37.256786 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:37.256786 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:37.256792 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0410 16:39:37.256764 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0410 16:39:37.256799 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:37.256801 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:37.256804 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0410 16:39:37.256808 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:37.256808 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:37.256811 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0410 16:39:37.256813 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:37.256818 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0410 16:39:37.256820 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:37.256824 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0410 16:39:37.256829 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:37.256828 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:37.256825 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:37.256835 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0410 16:39:37.256836 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:37.256841 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:37.256847 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:37.256852 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:37.256851 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:37.256850 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:37.256833 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:37.256862 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:37.256862 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:37.256864 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:37.256872 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:37.256875 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:37.256877 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:37.256847 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0410 16:39:37.256881 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0410 16:39:37.256860 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0410 16:39:37.256828 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0410 16:39:37.256697 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:37.256706 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:37.256906 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:37.256793 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0410 16:39:37.256722 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:37.256937 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:37.256950 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:37.256963 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:37.256970 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0410 16:39:37.256808 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:37.256982 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:37.256954 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:37.256942 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:37.256840 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:37.256812 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0410 16:39:37.256814 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0410 16:39:37.256698 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:37.257134 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:37.256711 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:37.256713 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0410 16:39:37.257201 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0410 16:39:37.256672 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:37.257215 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:37.256683 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:37.257252 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:37.257259 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0410 16:39:37.256799 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0410 16:39:37.256792 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:37.257273 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:37.256810 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:37.257309 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:37.256818 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:37.257347 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0410 16:39:37.256674 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:37.257364 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:37.256831 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:37.257439 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0410 16:39:37.256832 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:37.257453 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:37.256840 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:37.257522 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:37.256852 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:37.257554 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:37.256853 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:37.256852 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:37.257620 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:37.256864 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:37.256869 3663 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:37.257699 3663 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:37.257711 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 31373 is already open, no action needed I0410 16:39:37.257716 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 32465 is already open, no action needed I0410 16:39:37.299981 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0410 16:39:37.300012 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0410 16:39:37.300025 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0410 16:39:37.300035 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0410 16:39:37.300045 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0410 16:39:37.300053 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0410 16:39:37.340828 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0410 16:39:37.340861 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0410 16:39:37.340873 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0410 16:39:37.340882 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0410 16:39:37.340890 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0410 16:39:37.340903 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0410 16:39:37.340914 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0410 16:39:37.340923 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0410 16:39:37.340931 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0410 16:39:37.340940 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0410 16:39:37.340951 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0410 16:39:37.340963 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0410 16:39:37.340973 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0410 16:39:37.340989 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0410 16:39:37.340995 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0410 16:39:37.341001 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0410 16:39:37.341007 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0410 16:39:37.341012 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0410 16:39:37.341018 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0410 16:39:37.380544 3663 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0410 16:39:39.243893 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:39.243923 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 35.467µs I0410 16:39:39.272002 3663 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85db49696b-gwpt6] creating logical port openshift-image-registry_image-registry-85db49696b-gwpt6 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:39:39.272128 3663 kube.go:256] Updating pod openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:39:39.291131 3663 pod.go:62] [openshift-image-registry/image-registry-85db49696b-gwpt6] pod update took 19.030686ms I0410 16:39:39.291226 3663 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-85db49696b-gwpt6] addLogicalPort annotation time took 19.128962ms I0410 16:39:39.291247 3663 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-wpkz2] creating logical port openshift-ingress-canary_ingress-canary-wpkz2 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:39:39.291202 3663 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-95vd7] creating logical port openshift-dns_dns-default-95vd7 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:39:39.291379 3663 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-wpkz2 I0410 16:39:39.291438 3663 kube.go:256] Updating pod openshift-dns/dns-default-95vd7 I0410 16:39:39.292798 3663 pods.go:271] [openshift-image-registry/image-registry-85db49696b-gwpt6] addLogicalPort took 20.81431ms, libovsdb time 1.206046ms I0410 16:39:39.306747 3663 pod.go:62] [openshift-ingress-canary/ingress-canary-wpkz2] pod update took 15.404342ms I0410 16:39:39.306768 3663 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-wpkz2] addLogicalPort annotation time took 15.428553ms I0410 16:39:39.307977 3663 pods.go:271] [openshift-ingress-canary/ingress-canary-wpkz2] addLogicalPort took 16.743606ms, libovsdb time 948.582µs I0410 16:39:39.308995 3663 pod.go:62] [openshift-dns/dns-default-95vd7] pod update took 17.590954ms I0410 16:39:39.309016 3663 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-95vd7] addLogicalPort annotation time took 17.636313ms I0410 16:39:39.310086 3663 pods.go:271] [openshift-dns/dns-default-95vd7] addLogicalPort took 18.903435ms, libovsdb time 814.896µs I0410 16:39:40.755256 3663 cni.go:403] [openshift-ingress-canary/ingress-canary-wpkz2 7f5978581c8f3f950823ad60a85bdbcee6b95199e0d758c2ea9f4d7b718c8826 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-wpkz2 7f5978581c8f3f950823ad60a85bdbcee6b95199e0d758c2ea9f4d7b718c8826 network default NAD default] I0410 16:39:40.793710 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-wpkz2, hostIfaceName: 7f5978581c8f3f9, network: default, NAD default, SandboxID: "7f5978581c8f3f950823ad60a85bdbcee6b95199e0d758c2ea9f4d7b718c8826", PCI device ID: , UID: "82f786e0-b646-43d7-b8b7-bad474b35fd9", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0410 16:39:40.844406 3663 cni.go:424] [openshift-ingress-canary/ingress-canary-wpkz2 7f5978581c8f3f950823ad60a85bdbcee6b95199e0d758c2ea9f4d7b718c8826 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-wpkz2 7f5978581c8f3f950823ad60a85bdbcee6b95199e0d758c2ea9f4d7b718c8826 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:ab:e1:4d:3e:97\",\"name\":\"7f5978581c8f3f9\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41623073-e5fb-4a53-9559-d6f1474fd774\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:39:43.366044 3663 cni.go:403] [openshift-network-diagnostics/network-check-target-lz2cc 1d150ffb338daca7ffe1772280f0a4211df9cac0654e23c4a097be0c25fc2371 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lz2cc 1d150ffb338daca7ffe1772280f0a4211df9cac0654e23c4a097be0c25fc2371 network default NAD default] I0410 16:39:43.375755 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lz2cc, hostIfaceName: 1d150ffb338daca, network: default, NAD default, SandboxID: "1d150ffb338daca7ffe1772280f0a4211df9cac0654e23c4a097be0c25fc2371", PCI device ID: , UID: "423de473-1402-40ba-80fb-543d02b1b4c1", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0410 16:39:43.421015 3663 cni.go:424] [openshift-network-diagnostics/network-check-target-lz2cc 1d150ffb338daca7ffe1772280f0a4211df9cac0654e23c4a097be0c25fc2371 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lz2cc 1d150ffb338daca7ffe1772280f0a4211df9cac0654e23c4a097be0c25fc2371 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:4f:c3:ab:77:94\",\"name\":\"1d150ffb338daca\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f26f952a-5750-4fbb-a39e-b3eecce6607b\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:39:47.559260 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:51.071250 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:51.071281 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:56.967314 3663 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.967897 3663 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.967922 3663 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.967929 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0410 16:39:56.967940 3663 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.967947 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0410 16:39:57.988037 3663 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988063 3663 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988074 3663 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988084 3663 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:59.065005 3663 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0410 16:39:59.075079 3663 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0410 16:40:00.190719 3663 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29597320-8bb9x for pod on switch ip-10-0-1-149.ec2.internal I0410 16:40:00.190842 3663 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 16:40:00.203145 3663 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x] pod update took 12.334399ms I0410 16:40:00.203169 3663 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x] addLogicalPort annotation time took 12.359746ms I0410 16:40:00.204307 3663 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x] addLogicalPort took 13.606599ms, libovsdb time 870.547µs I0410 16:40:00.619408 3663 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default] I0410 16:40:00.628943 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29597320-8bb9x, hostIfaceName: 5ff149343199bac, network: default, NAD default, SandboxID: "5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564", PCI device ID: , UID: "9a5fe3b8-242e-42cc-9649-00f04fb25f19", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0410 16:40:00.674410 3663 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:90:eb:84:16:1c\",\"name\":\"5ff149343199bac\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/581eee0a-4ff4-48f7-86b7-ab943c74514a\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:40:02.766019 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:40:02.766048 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:40:18.569612 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:41:12.310367 3663 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7687654d58-l9gcl] creating logical port openshift-ingress_router-default-7687654d58-l9gcl for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:12.310447 3663 kube.go:256] Updating pod openshift-ingress/router-default-7687654d58-l9gcl I0410 16:41:12.313397 3663 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5cb984d9f8-dgkln] creating logical port openshift-ingress_router-default-5cb984d9f8-dgkln for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:12.313508 3663 kube.go:256] Updating pod openshift-ingress/router-default-5cb984d9f8-dgkln I0410 16:41:12.339744 3663 pod.go:62] [openshift-ingress/router-default-7687654d58-l9gcl] pod update took 29.319983ms I0410 16:41:12.339769 3663 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7687654d58-l9gcl] addLogicalPort annotation time took 29.347354ms I0410 16:41:12.340810 3663 pods.go:271] [openshift-ingress/router-default-7687654d58-l9gcl] addLogicalPort took 30.459609ms, libovsdb time 782.376µs I0410 16:41:12.349868 3663 pod.go:62] [openshift-ingress/router-default-5cb984d9f8-dgkln] pod update took 36.381883ms I0410 16:41:12.349883 3663 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-5cb984d9f8-dgkln] addLogicalPort annotation time took 36.402574ms I0410 16:41:12.350818 3663 pods.go:271] [openshift-ingress/router-default-5cb984d9f8-dgkln] addLogicalPort took 37.435153ms, libovsdb time 694.256µs W0410 16:41:15.369919 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0410 16:41:16.644193 3663 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0410 16:41:16.645130 3663 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 919.981µs I0410 16:41:16.670321 3663 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0410 16:41:17.337352 3663 namespace.go:98] [openshift-service-ca] adding namespace I0410 16:41:17.338186 3663 namespace.go:102] [openshift-service-ca] adding namespace took 812.195µs I0410 16:41:17.353717 3663 namespace.go:142] [openshift-service-ca] updating namespace W0410 16:41:25.795638 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0410 16:41:27.397446 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.398495 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.417099 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.417124 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.424647 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:41:27.424684 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:41:27.785791 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.785823 3663 pods.go:176] Deleting pod: openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:41:27.787120 3663 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-85db49696b-gwpt6, ips: 10.130.0.5 I0410 16:41:27.787147 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.795636 3663 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78844b6957-n9tt8] creating logical port openshift-image-registry_image-registry-78844b6957-n9tt8 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:27.795756 3663 kube.go:256] Updating pod openshift-image-registry/image-registry-78844b6957-n9tt8 I0410 16:41:27.801992 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.802011 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.808388 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:41:27.808408 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:41:27.814850 3663 pod.go:62] [openshift-image-registry/image-registry-78844b6957-n9tt8] pod update took 19.118495ms I0410 16:41:27.814869 3663 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-78844b6957-n9tt8] addLogicalPort annotation time took 19.14078ms I0410 16:41:27.815924 3663 pods.go:271] [openshift-image-registry/image-registry-78844b6957-n9tt8] addLogicalPort took 20.304922ms, libovsdb time 809.788µs I0410 16:41:28.152684 3663 cni.go:403] [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default] I0410 16:41:28.163348 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-78844b6957-n9tt8, hostIfaceName: 10783c94a824d9c, network: default, NAD default, SandboxID: "10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a", PCI device ID: , UID: "8c6d3256-af1e-4541-8b1b-10d54e0af2ea", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0410 16:41:28.208570 3663 cni.go:424] [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:d4:c5:20:23:5c\",\"name\":\"10783c94a824d9c\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/414cc518-b849-45dd-91f7-02b9c231f1c5\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:41:44.164977 3663 cni.go:403] [openshift-ingress/router-default-7687654d58-l9gcl 01754cd70465fbc2f37473ed1533cb759f3bfafdf22712a7519fdce065b96c67 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7687654d58-l9gcl 01754cd70465fbc2f37473ed1533cb759f3bfafdf22712a7519fdce065b96c67 network default NAD default] I0410 16:41:44.167181 3663 cni.go:403] [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default] ADD starting CNI request [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default] I0410 16:41:44.175182 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7687654d58-l9gcl, hostIfaceName: 01754cd70465fbc, network: default, NAD default, SandboxID: "01754cd70465fbc2f37473ed1533cb759f3bfafdf22712a7519fdce065b96c67", PCI device ID: , UID: "3b88e11f-f2c1-4b43-9183-aee815632f48", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0410 16:41:44.176440 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5cb984d9f8-dgkln, hostIfaceName: 5305ecb2bb0a44a, network: default, NAD default, SandboxID: "5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf", PCI device ID: , UID: "67493219-b482-49ba-8479-aef19b05c74d", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0410 16:41:44.220608 3663 cni.go:424] [openshift-ingress/router-default-7687654d58-l9gcl 01754cd70465fbc2f37473ed1533cb759f3bfafdf22712a7519fdce065b96c67 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7687654d58-l9gcl 01754cd70465fbc2f37473ed1533cb759f3bfafdf22712a7519fdce065b96c67 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:d9:75:12:94:b3\",\"name\":\"01754cd70465fbc\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4270098c-2e45-4734-bd40-87ebab006622\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:41:44.234811 3663 cni.go:424] [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default] ADD finished CNI request [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:cf:18:4f:f5:b2\",\"name\":\"5305ecb2bb0a44a\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af85717d-5002-4713-952f-2b097efdf5c3\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:41:44.244657 3663 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.244693 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.244700 3663 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.251688 3663 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:41:44.454675 3663 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:41:44.546127 3663 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0410 16:41:44.686953 3663 base_network_controller_pods.go:487] [default/openshift-console/downloads-59f56c7685-ds858] creating logical port openshift-console_downloads-59f56c7685-ds858 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:44.687049 3663 kube.go:256] Updating pod openshift-console/downloads-59f56c7685-ds858 I0410 16:41:44.701942 3663 pod.go:62] [openshift-console/downloads-59f56c7685-ds858] pod update took 14.916125ms I0410 16:41:44.701963 3663 base_network_controller_pods.go:937] [default/openshift-console/downloads-59f56c7685-ds858] addLogicalPort annotation time took 14.942368ms I0410 16:41:44.703253 3663 pods.go:271] [openshift-console/downloads-59f56c7685-ds858] addLogicalPort took 16.317379ms, libovsdb time 989.169µs I0410 16:41:44.758893 3663 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-pqb95] creating logical port openshift-insights_insights-runtime-extractor-pqb95 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:44.758984 3663 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pqb95 I0410 16:41:44.773482 3663 pod.go:62] [openshift-insights/insights-runtime-extractor-pqb95] pod update took 14.526517ms I0410 16:41:44.773500 3663 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-pqb95] addLogicalPort annotation time took 14.549484ms I0410 16:41:44.774599 3663 pods.go:271] [openshift-insights/insights-runtime-extractor-pqb95] addLogicalPort took 15.724613ms, libovsdb time 780.893µs W0410 16:41:44.941491 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.941508 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.941512 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.943150 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.943164 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.991977 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.992004 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.992013 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.992049 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.992059 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default I0410 16:41:45.048416 3663 cni.go:403] [openshift-console/downloads-59f56c7685-ds858 259ee1670ecaa199cd2a4461a2b073a8cd618349b17eaa5e1170bb3f451eaad8 network default NAD default] ADD starting CNI request [openshift-console/downloads-59f56c7685-ds858 259ee1670ecaa199cd2a4461a2b073a8cd618349b17eaa5e1170bb3f451eaad8 network default NAD default] I0410 16:41:45.057911 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-59f56c7685-ds858, hostIfaceName: 259ee1670ecaa19, network: default, NAD default, SandboxID: "259ee1670ecaa199cd2a4461a2b073a8cd618349b17eaa5e1170bb3f451eaad8", PCI device ID: , UID: "eb3574bd-dd76-41b0-94ab-3216410c7beb", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0410 16:41:45.103600 3663 cni.go:424] [openshift-console/downloads-59f56c7685-ds858 259ee1670ecaa199cd2a4461a2b073a8cd618349b17eaa5e1170bb3f451eaad8 network default NAD default] ADD finished CNI request [openshift-console/downloads-59f56c7685-ds858 259ee1670ecaa199cd2a4461a2b073a8cd618349b17eaa5e1170bb3f451eaad8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:a5:77:fa:99:13\",\"name\":\"259ee1670ecaa19\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc1735f2-6ae7-4897-9d0b-144b4538e7d6\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:41:45.143750 3663 cni.go:403] [openshift-insights/insights-runtime-extractor-pqb95 4ed1feb3cca43bee932d525d41dd50923b93143fc6473a925ae37d16c3d34256 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-pqb95 4ed1feb3cca43bee932d525d41dd50923b93143fc6473a925ae37d16c3d34256 network default NAD default] I0410 16:41:45.153569 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-pqb95, hostIfaceName: 4ed1feb3cca43be, network: default, NAD default, SandboxID: "4ed1feb3cca43bee932d525d41dd50923b93143fc6473a925ae37d16c3d34256", PCI device ID: , UID: "cc523404-879c-4482-bbc0-8280a37d3ddb", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0410 16:41:45.200252 3663 cni.go:424] [openshift-insights/insights-runtime-extractor-pqb95 4ed1feb3cca43bee932d525d41dd50923b93143fc6473a925ae37d16c3d34256 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-pqb95 4ed1feb3cca43bee932d525d41dd50923b93143fc6473a925ae37d16c3d34256 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:bb:28:53:9c:66\",\"name\":\"4ed1feb3cca43be\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e0923a9-9913-41e6-9d9d-b4286a525bff\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:41:45.504887 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.504909 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.505011 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.505030 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.505035 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.885084 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.885112 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.885123 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.893629 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.893652 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0410 16:41:46.020554 3663 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0410 16:41:46.136603 3663 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0410 16:41:47.146256 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7944fff6fb-nj54g for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:47.146349 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g I0410 16:41:47.161684 3663 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g] pod update took 15.35354ms I0410 16:41:47.161719 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g] addLogicalPort annotation time took 15.388688ms I0410 16:41:47.163037 3663 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g] addLogicalPort took 16.799786ms, libovsdb time 949.381µs I0410 16:41:47.348687 3663 cni.go:403] [openshift-dns/dns-default-95vd7 c445f4f4891d6007e223e98e8dd55967f7d4e74ca313ebd54da92f1b76e625f5 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-95vd7 c445f4f4891d6007e223e98e8dd55967f7d4e74ca313ebd54da92f1b76e625f5 network default NAD default] I0410 16:41:47.358793 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-95vd7, hostIfaceName: c445f4f4891d600, network: default, NAD default, SandboxID: "c445f4f4891d6007e223e98e8dd55967f7d4e74ca313ebd54da92f1b76e625f5", PCI device ID: , UID: "5e93a623-f1ef-4053-b0d6-ae7cc9343472", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0410 16:41:47.409503 3663 cni.go:424] [openshift-dns/dns-default-95vd7 c445f4f4891d6007e223e98e8dd55967f7d4e74ca313ebd54da92f1b76e625f5 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-95vd7 c445f4f4891d6007e223e98e8dd55967f7d4e74ca313ebd54da92f1b76e625f5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:e1:0a:90:4f:56\",\"name\":\"c445f4f4891d600\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/077a8ef8-7932-47a4-8f99-68adeaf56b31\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:41:47.525541 3663 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g 585b26c92bea9385a3b5bf3d781787e8f9ed97b1cdac16cf2be56fd58251e40f network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g 585b26c92bea9385a3b5bf3d781787e8f9ed97b1cdac16cf2be56fd58251e40f network default NAD default] I0410 16:41:47.536151 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7944fff6fb-nj54g, hostIfaceName: 585b26c92bea938, network: default, NAD default, SandboxID: "585b26c92bea9385a3b5bf3d781787e8f9ed97b1cdac16cf2be56fd58251e40f", PCI device ID: , UID: "906a5bae-8111-4a2d-b6e9-b24fa9c607b4", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0410 16:41:47.583565 3663 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g 585b26c92bea9385a3b5bf3d781787e8f9ed97b1cdac16cf2be56fd58251e40f network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-nj54g 585b26c92bea9385a3b5bf3d781787e8f9ed97b1cdac16cf2be56fd58251e40f network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:ce:60:22:b4:99\",\"name\":\"585b26c92bea938\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38952744-bdd9-4ff4-9bc3-42c4207b2174\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:41:49.167039 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0410 16:41:49.316939 3663 base_network_controller_pods.go:487] [default/openshift-console/console-6fb95c8fd8-jz5sr] creating logical port openshift-console_console-6fb95c8fd8-jz5sr for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:49.317064 3663 kube.go:256] Updating pod openshift-console/console-6fb95c8fd8-jz5sr I0410 16:41:49.330293 3663 pod.go:62] [openshift-console/console-6fb95c8fd8-jz5sr] pod update took 13.261959ms I0410 16:41:49.330329 3663 base_network_controller_pods.go:937] [default/openshift-console/console-6fb95c8fd8-jz5sr] addLogicalPort annotation time took 13.304702ms I0410 16:41:49.331809 3663 pods.go:271] [openshift-console/console-6fb95c8fd8-jz5sr] addLogicalPort took 14.886069ms, libovsdb time 1.131587ms I0410 16:41:49.683033 3663 cni.go:403] [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default] ADD starting CNI request [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default] I0410 16:41:49.694444 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6fb95c8fd8-jz5sr, hostIfaceName: cad3944dc3fbfdd, network: default, NAD default, SandboxID: "cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3", PCI device ID: , UID: "21fcd6ca-b788-42e7-8177-8a191ac8385b", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0410 16:41:49.742942 3663 cni.go:424] [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default] ADD finished CNI request [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:1f:2e:f3:db:39\",\"name\":\"cad3944dc3fbfdd\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22d299d9-4233-498a-bbd1-aec85d4f69f9\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:41:49.859696 3663 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:49.859714 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:49.859720 3663 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0410 16:41:51.193000 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-bb8f968df-9dm5n] creating logical port openshift-monitoring_prometheus-operator-bb8f968df-9dm5n for pod on switch ip-10-0-1-149.ec2.internal I0410 16:41:51.193121 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-bb8f968df-9dm5n I0410 16:41:51.209430 3663 pod.go:62] [openshift-monitoring/prometheus-operator-bb8f968df-9dm5n] pod update took 16.34545ms I0410 16:41:51.209461 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-bb8f968df-9dm5n] addLogicalPort annotation time took 16.384662ms I0410 16:41:51.210710 3663 pods.go:271] [openshift-monitoring/prometheus-operator-bb8f968df-9dm5n] addLogicalPort took 17.728315ms, libovsdb time 871.28µs I0410 16:41:52.420716 3663 cni.go:403] [openshift-monitoring/prometheus-operator-bb8f968df-9dm5n caee2ef499f3aa051e2c504eb9117d791ab99a5ea82fc1ea84a4a043f208f7c7 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-bb8f968df-9dm5n caee2ef499f3aa051e2c504eb9117d791ab99a5ea82fc1ea84a4a043f208f7c7 network default NAD default] I0410 16:41:52.432865 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-bb8f968df-9dm5n, hostIfaceName: caee2ef499f3aa0, network: default, NAD default, SandboxID: "caee2ef499f3aa051e2c504eb9117d791ab99a5ea82fc1ea84a4a043f208f7c7", PCI device ID: , UID: "4ee47834-8fe6-4b2f-af7a-67994577e1e3", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0410 16:41:52.489339 3663 cni.go:424] [openshift-monitoring/prometheus-operator-bb8f968df-9dm5n caee2ef499f3aa051e2c504eb9117d791ab99a5ea82fc1ea84a4a043f208f7c7 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-bb8f968df-9dm5n caee2ef499f3aa051e2c504eb9117d791ab99a5ea82fc1ea84a4a043f208f7c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:5a:59:27:5d:1e\",\"name\":\"caee2ef499f3aa0\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01a21b50-db37-462f-af44-9fe46b03d75a\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:41:52.920717 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:53.147145 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.147169 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.147209 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.147249 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.147259 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.147266 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.188061 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:54.282488 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:57.509117 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:59.414009 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:41:59.414034 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:41:59.870778 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:59.870802 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:59.870810 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:42:00.215170 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0410 16:42:00.263123 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:42:00.263175 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0410 16:42:03.835763 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:42:03.836001 3663 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0410 16:42:03.860344 3663 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.426985ms I0410 16:42:03.860439 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.528106ms I0410 16:42:03.861865 3663 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.123271ms, libovsdb time 986.487µs I0410 16:42:04.804740 3663 cni.go:403] [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default] I0410 16:42:04.815094 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5cde79194bc33e4, network: default, NAD default, SandboxID: "5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074", PCI device ID: , UID: "0b0b4267-d4e8-4d24-96c1-05117744248b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0410 16:42:04.867437 3663 cni.go:424] [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:0d:d7:18:96:81\",\"name\":\"5cde79194bc33e4\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c539e14f-a8c8-4e17-acf1-df75d78fe2e1\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:42:05.581369 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:42:05.581400 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:42:05.623418 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:42:05.623449 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0410 16:42:05.812974 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v] creating logical port openshift-monitoring_thanos-querier-55bd8f7c48-mnt6v for pod on switch ip-10-0-1-149.ec2.internal I0410 16:42:05.813129 3663 kube.go:256] Updating pod openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v I0410 16:42:05.829579 3663 pod.go:62] [openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v] pod update took 16.488434ms I0410 16:42:05.829605 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v] addLogicalPort annotation time took 16.523101ms I0410 16:42:05.830908 3663 pods.go:271] [openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v] addLogicalPort took 17.948136ms, libovsdb time 926.873µs I0410 16:42:06.223522 3663 cni.go:403] [openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v 117cf2fdefb97529df9d5a1239ab6260e4e322c60571d229ffeaa02181c93387 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v 117cf2fdefb97529df9d5a1239ab6260e4e322c60571d229ffeaa02181c93387 network default NAD default] I0410 16:42:06.234318 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-55bd8f7c48-mnt6v, hostIfaceName: 117cf2fdefb9752, network: default, NAD default, SandboxID: "117cf2fdefb97529df9d5a1239ab6260e4e322c60571d229ffeaa02181c93387", PCI device ID: , UID: "982587f2-1181-4bbe-bc7e-63f33729d71e", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0410 16:42:06.285738 3663 cni.go:424] [openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v 117cf2fdefb97529df9d5a1239ab6260e4e322c60571d229ffeaa02181c93387 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-55bd8f7c48-mnt6v 117cf2fdefb97529df9d5a1239ab6260e4e322c60571d229ffeaa02181c93387 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:93:67:83:e8:9f\",\"name\":\"117cf2fdefb9752\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac47a04f-c1c2-4045-918a-3a82d3183b0a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:42:06.565764 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.565790 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.565798 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956529 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956553 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956563 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0410 16:42:07.357422 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-67d45d666f-lh9wt] creating logical port openshift-monitoring_metrics-server-67d45d666f-lh9wt for pod on switch ip-10-0-1-149.ec2.internal I0410 16:42:07.357564 3663 kube.go:256] Updating pod openshift-monitoring/metrics-server-67d45d666f-lh9wt I0410 16:42:07.373762 3663 pod.go:62] [openshift-monitoring/metrics-server-67d45d666f-lh9wt] pod update took 16.223654ms I0410 16:42:07.373791 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-67d45d666f-lh9wt] addLogicalPort annotation time took 16.25899ms I0410 16:42:07.375291 3663 pods.go:271] [openshift-monitoring/metrics-server-67d45d666f-lh9wt] addLogicalPort took 17.884638ms, libovsdb time 1.086989ms I0410 16:42:07.767594 3663 cni.go:403] [openshift-monitoring/metrics-server-67d45d666f-lh9wt 559ec6fddcfa07563e3abc5666485cd120bb39e65efee5bf8a5e1484370b5091 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-67d45d666f-lh9wt 559ec6fddcfa07563e3abc5666485cd120bb39e65efee5bf8a5e1484370b5091 network default NAD default] I0410 16:42:07.777656 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-67d45d666f-lh9wt, hostIfaceName: 559ec6fddcfa075, network: default, NAD default, SandboxID: "559ec6fddcfa07563e3abc5666485cd120bb39e65efee5bf8a5e1484370b5091", PCI device ID: , UID: "b192d45d-3da4-4cfe-a37d-a2428efcb846", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0410 16:42:07.829413 3663 cni.go:424] [openshift-monitoring/metrics-server-67d45d666f-lh9wt 559ec6fddcfa07563e3abc5666485cd120bb39e65efee5bf8a5e1484370b5091 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-67d45d666f-lh9wt 559ec6fddcfa07563e3abc5666485cd120bb39e65efee5bf8a5e1484370b5091 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:db:51:d0:d1:a2\",\"name\":\"559ec6fddcfa075\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/914729de-64a1-4345-88a0-6adfb3cfd26b\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:42:07.942042 3663 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-74b87b4759-8btgt IP address from the namespace address-set, err: pod openshift-console/console-74b87b4759-8btgt: no pod IPs found I0410 16:42:09.086603 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:42:09.086743 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0410 16:42:09.109143 3663 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.427561ms I0410 16:42:09.109243 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.534221ms I0410 16:42:09.111052 3663 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.470894ms, libovsdb time 1.332821ms I0410 16:42:09.508326 3663 cni.go:403] [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default] I0410 16:42:09.518861 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 34342ad6c38c15e, network: default, NAD default, SandboxID: "34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7", PCI device ID: , UID: "5fa74b4e-ea56-4557-9c01-d561c5155ced", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0410 16:42:09.574793 3663 cni.go:424] [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:43:23:e0:64:9f\",\"name\":\"34342ad6c38c15e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d121f66-5c82-4dfe-946c-f5443121e0f3\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:42:09.618413 3663 cni.go:403] [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default] I0410 16:42:09.686895 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:09.687422 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:09.699928 3663 cni.go:424] [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-78844b6957-n9tt8 10783c94a824d9c3d72a60e341b7da70d9e44e52fbee9a0b970eaf6557b61c2a network default NAD default], result "{}", err I0410 16:42:10.067350 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:10.067392 3663 pods.go:176] Deleting pod: openshift-image-registry/image-registry-78844b6957-n9tt8 I0410 16:42:10.068708 3663 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-78844b6957-n9tt8, ips: 10.130.0.11 I0410 16:42:10.068742 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:10.076060 3663 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bf556f978-z6ndm] creating logical port openshift-image-registry_image-registry-5bf556f978-z6ndm for pod on switch ip-10-0-1-149.ec2.internal I0410 16:42:10.076202 3663 kube.go:256] Updating pod openshift-image-registry/image-registry-5bf556f978-z6ndm I0410 16:42:10.091624 3663 pod.go:62] [openshift-image-registry/image-registry-5bf556f978-z6ndm] pod update took 15.448949ms I0410 16:42:10.091653 3663 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5bf556f978-z6ndm] addLogicalPort annotation time took 15.485652ms I0410 16:42:10.093067 3663 pods.go:271] [openshift-image-registry/image-registry-5bf556f978-z6ndm] addLogicalPort took 17.028003ms, libovsdb time 908.28µs W0410 16:42:10.268387 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0410 16:42:10.278100 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:10.278122 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:10.282390 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b9d4946bf-vqcfg I0410 16:42:10.282414 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b9d4946bf-vqcfg I0410 16:42:10.462816 3663 cni.go:403] [openshift-image-registry/image-registry-5bf556f978-z6ndm 6fa12eaf0c7459b2c1b6349a0ba972be962fb2fa28b821c28973068c9519a260 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5bf556f978-z6ndm 6fa12eaf0c7459b2c1b6349a0ba972be962fb2fa28b821c28973068c9519a260 network default NAD default] I0410 16:42:10.472835 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bf556f978-z6ndm, hostIfaceName: 6fa12eaf0c7459b, network: default, NAD default, SandboxID: "6fa12eaf0c7459b2c1b6349a0ba972be962fb2fa28b821c28973068c9519a260", PCI device ID: , UID: "29460439-f533-4319-8ffa-378ee3f55bab", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0410 16:42:10.523952 3663 cni.go:424] [openshift-image-registry/image-registry-5bf556f978-z6ndm 6fa12eaf0c7459b2c1b6349a0ba972be962fb2fa28b821c28973068c9519a260 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5bf556f978-z6ndm 6fa12eaf0c7459b2c1b6349a0ba972be962fb2fa28b821c28973068c9519a260 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:e7:e6:0a:60:b8\",\"name\":\"6fa12eaf0c7459b\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81e3ee4f-55ca-471b-83f3-ea3ecb4e21af\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:42:10.656030 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.656049 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.656054 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.656058 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.988252 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:10.988296 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.016589 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0410 16:42:11.032404 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:11.032427 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:11.039987 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78844b6957-n9tt8 I0410 16:42:11.040017 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78844b6957-n9tt8 W0410 16:42:11.106949 3663 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-577bcc686d-m2bm2 IP address from the namespace address-set, err: pod openshift-console/console-577bcc686d-m2bm2: no pod IPs found W0410 16:42:11.114808 3663 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-577bcc686d-ztbrh IP address from the namespace address-set, err: pod openshift-console/console-577bcc686d-ztbrh: no pod IPs found W0410 16:42:11.298921 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.298940 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.987286 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987306 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987310 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987314 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0410 16:42:15.144621 3663 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0410 16:42:16.607874 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.607897 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.607903 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.607908 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.607922 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.607926 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.607932 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:16.607936 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:18.005941 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:18.005958 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:18.005964 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:18.005969 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0410 16:42:20.032328 3663 cni.go:403] [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default] DEL starting CNI request [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default] I0410 16:42:20.125585 3663 cni.go:424] [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default] DEL finished CNI request [openshift-console/console-6fb95c8fd8-jz5sr cad3944dc3fbfddffb2dcfbdeb785757773be9ee8b0bffdff071b50b294578e3 network default NAD default], result "{}", err I0410 16:42:20.202740 3663 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:20.202776 3663 pods.go:176] Deleting pod: openshift-console/console-6fb95c8fd8-jz5sr I0410 16:42:20.204148 3663 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6fb95c8fd8-jz5sr, ips: 10.130.0.15 I0410 16:42:20.204182 3663 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:20.214369 3663 base_network_controller_pods.go:487] [default/openshift-console/console-86db74f658-vtdll] creating logical port openshift-console_console-86db74f658-vtdll for pod on switch ip-10-0-1-149.ec2.internal I0410 16:42:20.214461 3663 kube.go:256] Updating pod openshift-console/console-86db74f658-vtdll I0410 16:42:20.230295 3663 pod.go:62] [openshift-console/console-86db74f658-vtdll] pod update took 15.858181ms I0410 16:42:20.230316 3663 base_network_controller_pods.go:937] [default/openshift-console/console-86db74f658-vtdll] addLogicalPort annotation time took 15.885991ms I0410 16:42:20.231561 3663 pods.go:271] [openshift-console/console-86db74f658-vtdll] addLogicalPort took 17.208259ms, libovsdb time 897.385µs I0410 16:42:20.636994 3663 cni.go:403] [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default] ADD starting CNI request [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default] I0410 16:42:20.646593 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-86db74f658-vtdll, hostIfaceName: 54f5f764bfa2f5e, network: default, NAD default, SandboxID: "54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16", PCI device ID: , UID: "82ef509f-d037-47ed-85d8-0e354a863ce6", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0410 16:42:20.695244 3663 cni.go:424] [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default] ADD finished CNI request [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:85:81:3c:f9:44\",\"name\":\"54f5f764bfa2f5e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/439a9704-5b71-4585-90d0-a55f3407346a\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:42:21.050179 3663 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:21.050202 3663 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:21.056705 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fb95c8fd8-jz5sr I0410 16:42:21.056728 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fb95c8fd8-jz5sr W0410 16:42:21.325526 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0410 16:42:30.933027 3663 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:30.933628 3663 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0410 16:42:31.078543 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:42:31.288201 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:42:31.288231 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:42:31.323352 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0410 16:42:31.323376 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0410 16:42:31.338151 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:42:31.338181 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0410 16:42:31.370341 3663 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:31.370367 3663 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:31.376776 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fb95c8fd8-shjkt I0410 16:42:31.376797 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fb95c8fd8-shjkt W0410 16:42:31.994593 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:42:32.026988 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0410 16:42:34.280427 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.280451 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.280458 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.280474 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.280480 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.280487 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.859998 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.860021 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:34.860027 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:36.392978 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0410 16:42:41.722561 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0410 16:42:54.171479 3663 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default] I0410 16:42:54.250412 3663 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x 5ff149343199bac5867ed365cf25771227c0b09b37ec84274dedf3cd46c10564 network default NAD default], result "{}", err I0410 16:42:54.292459 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:54.292514 3663 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 16:42:54.293795 3663 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x, ips: 10.130.0.8 I0410 16:42:54.293823 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:55.182757 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:55.182783 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.412880 3663 obj_retry.go:464] Detected object openshift-console/console-74b87b4759-fc7rt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:56.413432 3663 obj_retry.go:464] Detected object openshift-console/console-74b87b4759-fc7rt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:56.782299 3663 obj_retry.go:458] Detected object openshift-console/console-74b87b4759-fc7rt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.782328 3663 obj_retry.go:458] Detected object openshift-console/console-74b87b4759-fc7rt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.786086 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b87b4759-fc7rt I0410 16:42:56.786112 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b87b4759-fc7rt I0410 16:42:57.629405 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:57.630051 3663 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:57.789139 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:57.789159 3663 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:57.794616 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:42:57.794647 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:43:01.204160 3663 cni.go:403] [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default] DEL starting CNI request [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default] I0410 16:43:01.296375 3663 cni.go:424] [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default] DEL finished CNI request [openshift-ingress/router-default-5cb984d9f8-dgkln 5305ecb2bb0a44ae5c925a2a7ce24d0c04380ecf6366b956a2853d30387cbfaf network default NAD default], result "{}", err I0410 16:43:01.325929 3663 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0410 16:43:01.343404 3663 obj_retry.go:464] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:01.343436 3663 pods.go:176] Deleting pod: openshift-ingress/router-default-5cb984d9f8-dgkln I0410 16:43:01.344778 3663 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5cb984d9f8-dgkln, ips: 10.130.0.10 I0410 16:43:01.344804 3663 obj_retry.go:464] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:02.197545 3663 obj_retry.go:458] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:02.197572 3663 obj_retry.go:458] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:02.200012 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5cb984d9f8-dgkln I0410 16:43:02.200036 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5cb984d9f8-dgkln W0410 16:43:10.270515 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:43:10.270534 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0410 16:43:21.347082 3663 cni.go:403] [openshift-multus/network-metrics-daemon-wz558 579d25c65f3948ec7c96750fe65e3dbaea03025d6556742c3a0a0f4385f84f2d network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-wz558 579d25c65f3948ec7c96750fe65e3dbaea03025d6556742c3a0a0f4385f84f2d network default NAD default] I0410 16:43:21.356051 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-wz558, hostIfaceName: 579d25c65f3948e, network: default, NAD default, SandboxID: "579d25c65f3948ec7c96750fe65e3dbaea03025d6556742c3a0a0f4385f84f2d", PCI device ID: , UID: "6280b590-f30d-436b-9c17-621de98197af", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0410 16:43:21.405008 3663 cni.go:424] [openshift-multus/network-metrics-daemon-wz558 579d25c65f3948ec7c96750fe65e3dbaea03025d6556742c3a0a0f4385f84f2d network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-wz558 579d25c65f3948ec7c96750fe65e3dbaea03025d6556742c3a0a0f4385f84f2d network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:e0:f7:f6:33:3c\",\"name\":\"579d25c65f3948e\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bb0ee7b-0511-48bb-b6b3-ff8f8af34358\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:43:24.683130 3663 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:24.683656 3663 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:24.922414 3663 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:24.922445 3663 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:24.929525 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0410 16:43:24.929546 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0410 16:43:28.852513 3663 cni.go:403] [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default] I0410 16:43:28.941848 3663 cni.go:424] [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 34342ad6c38c15e4dd2f9010f0873ee2dc30286570da4a15c17b513cf9b224b7 network default NAD default], result "{}", err I0410 16:43:29.004562 3663 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:29.004591 3663 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0410 16:43:29.005928 3663 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.20 I0410 16:43:29.005953 3663 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:29.329649 3663 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:29.329687 3663 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:29.336428 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0410 16:43:29.336453 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0410 16:43:29.377824 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:43:29.377934 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0410 16:43:29.398447 3663 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 20.560396ms I0410 16:43:29.398470 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 20.589059ms I0410 16:43:29.399698 3663 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.891668ms, libovsdb time 886.097µs I0410 16:43:29.738049 3663 cni.go:403] [openshift-monitoring/prometheus-k8s-1 1577921c14c8bd47e56f9db0a94ba05d73d23c0a3334b62752dbc57657f46d6a network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1577921c14c8bd47e56f9db0a94ba05d73d23c0a3334b62752dbc57657f46d6a network default NAD default] I0410 16:43:29.758869 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1577921c14c8bd4, network: default, NAD default, SandboxID: "1577921c14c8bd47e56f9db0a94ba05d73d23c0a3334b62752dbc57657f46d6a", PCI device ID: , UID: "602a3c17-1db9-4a24-8896-fbfb91de47c0", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0410 16:43:29.807559 3663 cni.go:424] [openshift-monitoring/prometheus-k8s-1 1577921c14c8bd47e56f9db0a94ba05d73d23c0a3334b62752dbc57657f46d6a network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1577921c14c8bd47e56f9db0a94ba05d73d23c0a3334b62752dbc57657f46d6a network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:5b:97:de:54:ee\",\"name\":\"1577921c14c8bd4\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93e1e08c-6fdc-4fd6-8615-c3ef090d799b\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:43:45.065375 3663 obj_retry.go:464] Detected object openshift-console/console-86db74f658-xzmzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:45.065953 3663 obj_retry.go:464] Detected object openshift-console/console-86db74f658-xzmzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:45.692522 3663 obj_retry.go:458] Detected object openshift-console/console-86db74f658-xzmzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:45.692544 3663 obj_retry.go:458] Detected object openshift-console/console-86db74f658-xzmzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:45.700982 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86db74f658-xzmzl I0410 16:43:45.701007 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86db74f658-xzmzl I0410 16:43:46.560314 3663 cni.go:403] [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default] I0410 16:43:46.639975 3663 cni.go:424] [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 5cde79194bc33e42e00374c34dc00aaf206aa005ca005bbed36dbaeab9cb4074 network default NAD default], result "{}", err I0410 16:43:46.708865 3663 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:46.708905 3663 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0410 16:43:46.710152 3663 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.17 I0410 16:43:46.710177 3663 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:47.417304 3663 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:47.417334 3663 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:47.423922 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0410 16:43:47.423946 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0410 16:43:47.461764 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:43:47.461914 3663 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0410 16:43:47.482979 3663 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.10608ms I0410 16:43:47.483004 3663 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.136299ms I0410 16:43:47.484348 3663 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.605477ms, libovsdb time 1.003644ms I0410 16:43:47.823857 3663 cni.go:403] [openshift-monitoring/alertmanager-main-0 a87aef83a184e8369fdceedae881080701e5d5226436f7d4e21f21a8b1bd1ea8 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a87aef83a184e8369fdceedae881080701e5d5226436f7d4e21f21a8b1bd1ea8 network default NAD default] I0410 16:43:47.832798 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a87aef83a184e83, network: default, NAD default, SandboxID: "a87aef83a184e8369fdceedae881080701e5d5226436f7d4e21f21a8b1bd1ea8", PCI device ID: , UID: "44c45bc3-0584-4919-8f79-d0b1574c3036", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0410 16:43:47.880840 3663 cni.go:424] [openshift-monitoring/alertmanager-main-0 a87aef83a184e8369fdceedae881080701e5d5226436f7d4e21f21a8b1bd1ea8 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a87aef83a184e8369fdceedae881080701e5d5226436f7d4e21f21a8b1bd1ea8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:12:ae:cb:b4:a7\",\"name\":\"a87aef83a184e83\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/439793be-3d6d-4557-9066-ea2a63bb58ff\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:43:56.160893 3663 cni.go:403] [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default] DEL starting CNI request [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default] I0410 16:43:56.235128 3663 cni.go:424] [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default] DEL finished CNI request [openshift-console/console-86db74f658-vtdll 54f5f764bfa2f5e23d8e51bcba465aaea9a0062090efcc2870de943a15fdea16 network default NAD default], result "{}", err I0410 16:43:56.281276 3663 obj_retry.go:464] Detected object openshift-console/console-86db74f658-vtdll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:56.281309 3663 pods.go:176] Deleting pod: openshift-console/console-86db74f658-vtdll I0410 16:43:56.282751 3663 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86db74f658-vtdll, ips: 10.130.0.22 I0410 16:43:56.282778 3663 obj_retry.go:464] Detected object openshift-console/console-86db74f658-vtdll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:56.453537 3663 obj_retry.go:458] Detected object openshift-console/console-86db74f658-vtdll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:56.453558 3663 obj_retry.go:458] Detected object openshift-console/console-86db74f658-vtdll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:56.456250 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86db74f658-vtdll I0410 16:43:56.456273 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86db74f658-vtdll W0410 16:44:17.873006 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:44:17.873028 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:44:17.873034 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:44:30.629159 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:44:30.629178 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0410 16:44:31.958508 3663 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:44:31.959064 3663 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:44:32.859063 3663 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:44:32.859086 3663 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:44:32.865412 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0410 16:44:32.865442 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0410 16:44:33.036990 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132 I0410 16:44:53.042839 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0410 16:44:59.037023 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 W0410 16:45:04.339145 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:45:15.051036 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=565 I0410 16:45:15.390563 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0410 16:45:15.390633 3663 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-zd8bc IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-zd8bc: no pod IPs found I0410 16:45:18.162611 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0410 16:45:35.140735 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0410 16:46:09.162761 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0410 16:46:43.152124 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0410 16:46:50.157791 3663 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0410 16:46:53.260367 3663 namespace.go:98] [tsf] adding namespace I0410 16:46:53.261232 3663 namespace.go:102] [tsf] adding namespace took 847.793µs I0410 16:46:53.278882 3663 namespace.go:142] [tsf] updating namespace I0410 16:46:53.293503 3663 namespace.go:142] [tsf] updating namespace I0410 16:46:57.359435 3663 namespace.go:98] [rhtpa-operator] adding namespace I0410 16:46:57.360432 3663 namespace.go:102] [rhtpa-operator] adding namespace took 976.234µs I0410 16:46:57.367001 3663 namespace.go:98] [rhbk-operator] adding namespace I0410 16:46:57.367054 3663 namespace.go:98] [konflux-ui] adding namespace I0410 16:46:57.367210 3663 namespace.go:98] [cert-manager-operator] adding namespace I0410 16:46:57.367306 3663 namespace.go:98] [tsf-tpa] adding namespace I0410 16:46:57.367374 3663 namespace.go:98] [tsf-tas] adding namespace I0410 16:46:57.367475 3663 namespace.go:98] [konflux-operator] adding namespace I0410 16:46:57.367759 3663 namespace.go:102] [rhbk-operator] adding namespace took 739.503µs I0410 16:46:57.368356 3663 namespace.go:102] [konflux-ui] adding namespace took 1.283398ms I0410 16:46:57.368903 3663 namespace.go:102] [cert-manager-operator] adding namespace took 1.676114ms I0410 16:46:57.368930 3663 namespace.go:98] [tsf-keycloak] adding namespace I0410 16:46:57.369474 3663 namespace.go:102] [tsf-keycloak] adding namespace took 533.871µs I0410 16:46:57.369916 3663 namespace.go:102] [tsf-tpa] adding namespace took 2.594028ms I0410 16:46:57.370347 3663 namespace.go:102] [tsf-tas] adding namespace took 2.963504ms I0410 16:46:57.370730 3663 namespace.go:102] [konflux-operator] adding namespace took 3.242304ms I0410 16:46:57.378056 3663 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.389062 3663 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.400501 3663 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.412547 3663 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.414988 3663 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.415038 3663 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.416702 3663 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:57.427142 3663 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.427197 3663 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.430878 3663 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.430889 3663 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.430976 3663 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.457025 3663 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.468876 3663 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.474984 3663 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.489789 3663 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.496639 3663 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.511834 3663 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.516825 3663 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.526299 3663 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.540345 3663 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.573842 3663 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:57.573843 3663 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.589659 3663 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:58.559262 3663 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:58.570447 3663 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:04.610308 3663 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610868 3663 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610902 3663 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610915 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:04.610926 3663 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610931 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:05.634125 3663 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634152 3663 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634169 3663 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634178 3663 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:06.954630 3663 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955225 3663 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955252 3663 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955261 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:06.955273 3663 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955277 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:07.979253 3663 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979277 3663 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979296 3663 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979307 3663 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:11.126149 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0410 16:47:12.809414 3663 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.809937 3663 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.809961 3663 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.809969 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:12.809978 3663 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.809982 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:13.775193 3663 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.775709 3663 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.775743 3663 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.775751 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:13.775762 3663 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.775766 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:13.861090 3663 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.861111 3663 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.861132 3663 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.861141 3663 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.724935 3663 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.725409 3663 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.725435 3663 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.725443 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:14.725453 3663 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.725457 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:14.780197 3663 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.780222 3663 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.780243 3663 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.780254 3663 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.782919 3663 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783416 3663 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783433 3663 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783440 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:14.783448 3663 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.783452 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:15.748182 3663 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748204 3663 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748217 3663 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748229 3663 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813264 3663 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813290 3663 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813309 3663 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813321 3663 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:21.674096 3663 namespace.go:98] [cert-manager] adding namespace I0410 16:47:21.675026 3663 namespace.go:102] [cert-manager] adding namespace took 899.081µs I0410 16:47:21.711447 3663 namespace.go:142] [cert-manager] updating namespace I0410 16:47:21.748794 3663 namespace.go:142] [cert-manager] updating namespace I0410 16:47:23.499999 3663 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-p7xst] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-p7xst for pod on switch ip-10-0-1-149.ec2.internal I0410 16:47:23.500095 3663 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-p7xst I0410 16:47:23.513340 3663 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-p7xst] pod update took 13.268822ms I0410 16:47:23.513364 3663 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-p7xst] addLogicalPort annotation time took 13.297875ms I0410 16:47:23.514481 3663 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-p7xst] addLogicalPort took 14.50203ms, libovsdb time 820.739µs I0410 16:47:23.635403 3663 namespace.go:142] [openshift-operators] updating namespace I0410 16:47:23.652600 3663 namespace.go:142] [openshift-operators] updating namespace I0410 16:47:23.877196 3663 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-p7xst 1e1946db353e15f65d455563c629611379745bb3e6489c081f3cc288022cea0b network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-p7xst 1e1946db353e15f65d455563c629611379745bb3e6489c081f3cc288022cea0b network default NAD default] I0410 16:47:23.886818 3663 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-p7xst, hostIfaceName: 1e1946db353e15f, network: default, NAD default, SandboxID: "1e1946db353e15f65d455563c629611379745bb3e6489c081f3cc288022cea0b", PCI device ID: , UID: "ac1f1a7b-0dd9-4b70-b371-f107f2432368", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0410 16:47:23.934801 3663 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-p7xst 1e1946db353e15f65d455563c629611379745bb3e6489c081f3cc288022cea0b network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-p7xst 1e1946db353e15f65d455563c629611379745bb3e6489c081f3cc288022cea0b network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:40:63:a4:18:c9\",\"name\":\"1e1946db353e15f\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a7c6d8e-d393-4ffd-9681-9f954033c3a6\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:47:26.038876 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0410 16:47:26.622955 3663 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-ntbdr for pod on switch ip-10-0-1-149.ec2.internal I0410 16:47:26.623045 3663 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr I0410 16:47:26.637141 3663 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr] pod update took 14.116798ms I0410 16:47:26.637169 3663 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr] addLogicalPort annotation time took 14.150905ms I0410 16:47:26.638317 3663 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr] addLogicalPort took 15.378916ms, libovsdb time 817.581µs I0410 16:47:26.982060 3663 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr da65faea12be6d46ce83b1bd1f18a9db07d226804e003382f650b33a53c13d57 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr da65faea12be6d46ce83b1bd1f18a9db07d226804e003382f650b33a53c13d57 network default NAD default] I0410 16:47:26.992930 3663 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-ntbdr, hostIfaceName: da65faea12be6d4, network: default, NAD default, SandboxID: "da65faea12be6d46ce83b1bd1f18a9db07d226804e003382f650b33a53c13d57", PCI device ID: , UID: "ed9f9085-2366-444a-9af2-d191e41496b7", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0410 16:47:27.042218 3663 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr da65faea12be6d46ce83b1bd1f18a9db07d226804e003382f650b33a53c13d57 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-ntbdr da65faea12be6d46ce83b1bd1f18a9db07d226804e003382f650b33a53c13d57 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:95:9a:05:8f:9b\",\"name\":\"da65faea12be6d4\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e94481c7-8005-43cf-b7d8-5eb7d915bc99\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:47:30.136392 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0410 16:47:30.354119 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0410 16:47:30.354137 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0410 16:47:31.636241 3663 namespace.go:142] [openshift-operators] updating namespace I0410 16:47:32.305233 3663 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-6sm97] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-6sm97 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:47:32.305372 3663 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-6sm97 I0410 16:47:32.455065 3663 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-6sm97 I0410 16:47:32.523338 3663 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-6sm97] pod update took 217.992867ms I0410 16:47:32.523365 3663 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-6sm97] addLogicalPort annotation time took 218.022844ms I0410 16:47:32.524539 3663 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-6sm97] addLogicalPort took 219.327137ms, libovsdb time 800.111µs I0410 16:47:32.639930 3663 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-6sm97 1f8516c364ab70b98a8f4f310e48517ab23056251c776fad0c1649248afca8e1 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-6sm97 1f8516c364ab70b98a8f4f310e48517ab23056251c776fad0c1649248afca8e1 network default NAD default] I0410 16:47:32.649048 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-6sm97, hostIfaceName: 1f8516c364ab70b, network: default, NAD default, SandboxID: "1f8516c364ab70b98a8f4f310e48517ab23056251c776fad0c1649248afca8e1", PCI device ID: , UID: "34a97c06-3032-4b63-a04f-1c3a78bb97dc", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0410 16:47:32.698072 3663 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-6sm97 1f8516c364ab70b98a8f4f310e48517ab23056251c776fad0c1649248afca8e1 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-6sm97 1f8516c364ab70b98a8f4f310e48517ab23056251c776fad0c1649248afca8e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:b7:70:03:8d:be\",\"name\":\"1f8516c364ab70b\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4362a2aa-8e3b-49b9-8566-d9eea59f6a87\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:47:36.148149 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0410 16:47:36.410712 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0410 16:47:36.410736 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0410 16:47:38.396993 3663 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-s68xr for pod on switch ip-10-0-1-149.ec2.internal I0410 16:47:38.397129 3663 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr I0410 16:47:38.413479 3663 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr] pod update took 16.375594ms I0410 16:47:38.413499 3663 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr] addLogicalPort annotation time took 16.400785ms I0410 16:47:38.414643 3663 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr] addLogicalPort took 17.666288ms, libovsdb time 798.824µs I0410 16:47:38.787590 3663 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr b6c2bac4ed4fc4fcac68fabac88a5d63e49a348da005d13da5ffc4afb5e72543 network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr b6c2bac4ed4fc4fcac68fabac88a5d63e49a348da005d13da5ffc4afb5e72543 network default NAD default] I0410 16:47:38.796918 3663 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-s68xr, hostIfaceName: b6c2bac4ed4fc4f, network: default, NAD default, SandboxID: "b6c2bac4ed4fc4fcac68fabac88a5d63e49a348da005d13da5ffc4afb5e72543", PCI device ID: , UID: "8d5063d4-b38f-421b-a4c7-dabc9c30ba59", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0410 16:47:38.847353 3663 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr b6c2bac4ed4fc4fcac68fabac88a5d63e49a348da005d13da5ffc4afb5e72543 network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s68xr b6c2bac4ed4fc4fcac68fabac88a5d63e49a348da005d13da5ffc4afb5e72543 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:ad:e6:43:d1:61\",\"name\":\"b6c2bac4ed4fc4f\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60f62a45-290b-419a-a260-46d1eb1f1e4b\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:47:41.822003 3663 namespace.go:98] [trusted-artifact-signer] adding namespace I0410 16:47:41.822850 3663 namespace.go:102] [trusted-artifact-signer] adding namespace took 821.299µs I0410 16:47:41.857457 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:41.920918 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:42.020974 3663 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-mcdqm for pod on switch ip-10-0-1-149.ec2.internal I0410 16:47:42.021089 3663 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm I0410 16:47:42.071744 3663 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm] pod update took 50.675463ms I0410 16:47:42.071768 3663 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm] addLogicalPort annotation time took 50.704548ms I0410 16:47:42.072894 3663 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm] addLogicalPort took 51.934568ms, libovsdb time 796.116µs W0410 16:47:42.133997 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0410 16:47:42.370468 3663 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm 299b7c867a14a0cbf2227e754e6951ce1a2429e3e92370ba9a21f92baf7c97ae network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm 299b7c867a14a0cbf2227e754e6951ce1a2429e3e92370ba9a21f92baf7c97ae network default NAD default] I0410 16:47:42.381333 3663 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-mcdqm, hostIfaceName: 299b7c867a14a0c, network: default, NAD default, SandboxID: "299b7c867a14a0cbf2227e754e6951ce1a2429e3e92370ba9a21f92baf7c97ae", PCI device ID: , UID: "f2b74aad-34ab-4fb5-aaa2-b0dad79da7b5", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0410 16:47:42.430583 3663 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm 299b7c867a14a0cbf2227e754e6951ce1a2429e3e92370ba9a21f92baf7c97ae network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-mcdqm 299b7c867a14a0cbf2227e754e6951ce1a2429e3e92370ba9a21f92baf7c97ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:43:2c:5a:b2:70\",\"name\":\"299b7c867a14a0c\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea759a32-0927-4769-b4eb-ee5f44a48a31\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:47:47.392194 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0410 16:47:47.749311 3663 namespace.go:98] [openshift-pipelines] adding namespace I0410 16:47:47.750242 3663 namespace.go:102] [openshift-pipelines] adding namespace took 904.259µs I0410 16:47:47.780434 3663 namespace.go:142] [openshift-pipelines] updating namespace I0410 16:47:48.550902 3663 namespace.go:142] [cert-manager] updating namespace I0410 16:47:48.739808 3663 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:49.115192 3663 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:49.311813 3663 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:49.541062 3663 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:49.932547 3663 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:50.159648 3663 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:50.325172 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:50.514119 3663 namespace.go:142] [tsf] updating namespace I0410 16:47:50.713426 3663 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:50.919606 3663 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:51.114125 3663 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:51.275491 3663 namespace.go:142] [cert-manager] updating namespace I0410 16:47:51.285404 3663 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:51.298309 3663 namespace.go:142] [default] updating namespace I0410 16:47:51.313935 3663 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:51.326740 3663 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:51.337651 3663 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:51.349155 3663 namespace.go:142] [openshift] updating namespace I0410 16:47:51.360445 3663 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:51.372391 3663 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:51.384777 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:51.395293 3663 namespace.go:142] [tsf] updating namespace I0410 16:47:51.407259 3663 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:51.424265 3663 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:51.439010 3663 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:51.499318 3663 namespace.go:142] [cert-manager] updating namespace I0410 16:47:51.601572 3663 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:51.704165 3663 namespace.go:142] [default] updating namespace I0410 16:47:51.804485 3663 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:51.897807 3663 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:52.001291 3663 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:52.105911 3663 namespace.go:142] [openshift] updating namespace I0410 16:47:52.195865 3663 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:52.298464 3663 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:52.400705 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:52.495093 3663 namespace.go:142] [tsf] updating namespace I0410 16:47:52.600130 3663 namespace.go:142] [tsf-keycloak] updating namespace W0410 16:47:52.611723 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.635979 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.647445 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.669421 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0410 16:47:52.698102 3663 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:52.802238 3663 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:53.248810 3663 namespace.go:142] [openshift-pipelines] updating namespace W0410 16:47:58.379512 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0410 16:48:01.387955 3663 namespace.go:142] [openshift-pipelines] updating namespace W0410 16:48:05.189734 3663 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:05.189759 3663 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:05.189769 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:06.813490 3663 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:06.813508 3663 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:06.813513 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:09.222561 3663 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.222579 3663 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.222584 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.222591 3663 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0410 16:48:13.970540 3663 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:13.971151 3663 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:13.990713 3663 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:13.990735 3663 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:13.996812 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0410 16:48:13.996840 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0410 16:48:27.090855 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-fqrlm for pod on switch ip-10-0-1-149.ec2.internal I0410 16:48:27.090977 3663 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm I0410 16:48:27.106565 3663 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm] pod update took 15.622814ms I0410 16:48:27.106592 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm] addLogicalPort annotation time took 15.656399ms I0410 16:48:27.107952 3663 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm] addLogicalPort took 17.112697ms, libovsdb time 881.165µs I0410 16:48:27.209008 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-n5gbk for pod on switch ip-10-0-1-149.ec2.internal I0410 16:48:27.209098 3663 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk I0410 16:48:27.222479 3663 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk] pod update took 13.404079ms I0410 16:48:27.222530 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk] addLogicalPort annotation time took 13.432912ms I0410 16:48:27.223795 3663 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk] addLogicalPort took 14.801493ms, libovsdb time 887.207µs I0410 16:48:27.307574 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-8k5vv for pod on switch ip-10-0-1-149.ec2.internal I0410 16:48:27.307687 3663 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv I0410 16:48:27.324200 3663 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv] pod update took 16.560243ms I0410 16:48:27.324223 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv] addLogicalPort annotation time took 16.587188ms I0410 16:48:27.325492 3663 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv] addLogicalPort took 17.933585ms, libovsdb time 828.912µs I0410 16:48:27.451161 3663 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm ae7da2d6890aae677384211f9cd87316b031c40e741b81a620a430899fedf761 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm ae7da2d6890aae677384211f9cd87316b031c40e741b81a620a430899fedf761 network default NAD default] I0410 16:48:27.460375 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-fqrlm, hostIfaceName: ae7da2d6890aae6, network: default, NAD default, SandboxID: "ae7da2d6890aae677384211f9cd87316b031c40e741b81a620a430899fedf761", PCI device ID: , UID: "d123bd85-9ac5-4322-aa62-41165049661d", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0410 16:48:27.510599 3663 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm ae7da2d6890aae677384211f9cd87316b031c40e741b81a620a430899fedf761 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-fqrlm ae7da2d6890aae677384211f9cd87316b031c40e741b81a620a430899fedf761 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:f6:a4:ff:20:e4\",\"name\":\"ae7da2d6890aae6\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc9ca8f9-10ec-42ae-b84b-0d08db8fa08f\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:48:27.569418 3663 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk d6621794fae9874b0e3c49831bb854b92ca28d70afe161a2f44db84e300b8c3a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk d6621794fae9874b0e3c49831bb854b92ca28d70afe161a2f44db84e300b8c3a network default NAD default] I0410 16:48:27.579486 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-n5gbk, hostIfaceName: d6621794fae9874, network: default, NAD default, SandboxID: "d6621794fae9874b0e3c49831bb854b92ca28d70afe161a2f44db84e300b8c3a", PCI device ID: , UID: "30ae03fa-9164-4472-8160-6bccbe3ace29", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0410 16:48:27.628576 3663 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk d6621794fae9874b0e3c49831bb854b92ca28d70afe161a2f44db84e300b8c3a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-n5gbk d6621794fae9874b0e3c49831bb854b92ca28d70afe161a2f44db84e300b8c3a network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:ca:46:c2:3c:72\",\"name\":\"d6621794fae9874\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efad7c56-eee6-41bd-8a9d-bd11c984a05e\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:48:27.668038 3663 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv 01a83bd8c55e7ae429943fd507801d02522a8e4e3a52c789cfd91785b67dd0b2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv 01a83bd8c55e7ae429943fd507801d02522a8e4e3a52c789cfd91785b67dd0b2 network default NAD default] I0410 16:48:27.678426 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-8k5vv, hostIfaceName: 01a83bd8c55e7ae, network: default, NAD default, SandboxID: "01a83bd8c55e7ae429943fd507801d02522a8e4e3a52c789cfd91785b67dd0b2", PCI device ID: , UID: "fd8968f5-7570-4f82-a17b-af2c4f063dc1", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0410 16:48:27.726934 3663 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv 01a83bd8c55e7ae429943fd507801d02522a8e4e3a52c789cfd91785b67dd0b2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8k5vv 01a83bd8c55e7ae429943fd507801d02522a8e4e3a52c789cfd91785b67dd0b2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:4b:b2:77:cb:d0\",\"name\":\"01a83bd8c55e7ae\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e8f80ab-e610-4ba4-b410-5143cdb41abb\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:48:27.932410 3663 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0410 16:48:27.953075 3663 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0410 16:48:30.147693 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0410 16:48:30.621468 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0410 16:48:41.582393 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0410 16:48:43.388900 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-ttpvc for pod on switch ip-10-0-1-149.ec2.internal I0410 16:48:43.389002 3663 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc I0410 16:48:43.402478 3663 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc] pod update took 13.499284ms I0410 16:48:43.402499 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc] addLogicalPort annotation time took 13.528479ms I0410 16:48:43.403754 3663 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc] addLogicalPort took 14.872267ms, libovsdb time 885.549µs I0410 16:48:43.754529 3663 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc 45381aeb0abaad7782d18514b759b8f22a4f202ce2c98c7dbc8cab24ccdb16dd network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc 45381aeb0abaad7782d18514b759b8f22a4f202ce2c98c7dbc8cab24ccdb16dd network default NAD default] I0410 16:48:43.771939 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-ttpvc, hostIfaceName: 45381aeb0abaad7, network: default, NAD default, SandboxID: "45381aeb0abaad7782d18514b759b8f22a4f202ce2c98c7dbc8cab24ccdb16dd", PCI device ID: , UID: "f8815b3d-5f06-48a3-87c8-a7f42a4cfc25", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0410 16:48:43.821389 3663 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc 45381aeb0abaad7782d18514b759b8f22a4f202ce2c98c7dbc8cab24ccdb16dd network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-ttpvc 45381aeb0abaad7782d18514b759b8f22a4f202ce2c98c7dbc8cab24ccdb16dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:78:20:9a:49:f6\",\"name\":\"45381aeb0abaad7\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/429badd2-c926-4497-b275-275051a74a2e\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:48:46.129869 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0410 16:48:47.755459 3663 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0410 16:48:50.829159 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:48:50.829289 3663 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0410 16:48:50.841442 3663 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.175156ms I0410 16:48:50.841468 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.206066ms I0410 16:48:50.842788 3663 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.647445ms, libovsdb time 933.082µs I0410 16:48:51.193001 3663 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:51.193563 3663 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:51.213566 3663 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:51.213590 3663 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:51.218585 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0410 16:48:51.218611 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0410 16:48:53.175416 3663 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0410 16:48:53.176091 3663 pod_selector_address_set.go:212] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0410 16:48:53.176117 3663 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0410 16:48:53.178169 3663 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0410 16:48:56.595429 3663 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 d1982a555dd0db8c0ddd79187dbc8d35fad010577513b3d900216aded9e60277 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d1982a555dd0db8c0ddd79187dbc8d35fad010577513b3d900216aded9e60277 network default NAD default] I0410 16:48:56.604729 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d1982a555dd0db8, network: default, NAD default, SandboxID: "d1982a555dd0db8c0ddd79187dbc8d35fad010577513b3d900216aded9e60277", PCI device ID: , UID: "01466a07-3002-4b8b-b598-4a859ba2a424", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0410 16:48:56.654614 3663 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 d1982a555dd0db8c0ddd79187dbc8d35fad010577513b3d900216aded9e60277 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d1982a555dd0db8c0ddd79187dbc8d35fad010577513b3d900216aded9e60277 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:f6:cb:0c:00:51\",\"name\":\"d1982a555dd0db8\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89a00567-7a1f-4e96-81a1-5dac63c37d2e\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:48:59.040424 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 W0410 16:49:01.501342 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:01.501365 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:01.501427 3663 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0410 16:49:01.501442 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0410 16:49:02.782563 3663 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0410 16:49:04.236971 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-lq54x for pod on switch ip-10-0-1-149.ec2.internal I0410 16:49:04.237093 3663 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x I0410 16:49:04.252415 3663 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x] pod update took 15.340342ms I0410 16:49:04.252438 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x] addLogicalPort annotation time took 15.369792ms I0410 16:49:04.253692 3663 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x] addLogicalPort took 16.735632ms, libovsdb time 840.954µs I0410 16:49:04.320846 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-f4m6n for pod on switch ip-10-0-1-149.ec2.internal I0410 16:49:04.320950 3663 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n I0410 16:49:04.340600 3663 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n] pod update took 19.677516ms I0410 16:49:04.340621 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n] addLogicalPort annotation time took 19.705564ms I0410 16:49:04.341899 3663 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n] addLogicalPort took 21.068506ms, libovsdb time 852.89µs I0410 16:49:04.598635 3663 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x a56cd4b2f2659f078be3bfec1d369be4bf28ce8bdb2f704a3884488ff6c257f6 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x a56cd4b2f2659f078be3bfec1d369be4bf28ce8bdb2f704a3884488ff6c257f6 network default NAD default] I0410 16:49:04.608392 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-lq54x, hostIfaceName: a56cd4b2f2659f0, network: default, NAD default, SandboxID: "a56cd4b2f2659f078be3bfec1d369be4bf28ce8bdb2f704a3884488ff6c257f6", PCI device ID: , UID: "4be54c7a-8534-432b-b6f6-0619d31d0cf8", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0410 16:49:04.660551 3663 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x a56cd4b2f2659f078be3bfec1d369be4bf28ce8bdb2f704a3884488ff6c257f6 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lq54x a56cd4b2f2659f078be3bfec1d369be4bf28ce8bdb2f704a3884488ff6c257f6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:53:75:28:58:21\",\"name\":\"a56cd4b2f2659f0\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3de45ee0-1f51-4576-89aa-0db1b4960f0a\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:49:04.687037 3663 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n 7805684d19dc176c0481740b3fb1515382d1f9cb0fd34d776658de104d975356 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n 7805684d19dc176c0481740b3fb1515382d1f9cb0fd34d776658de104d975356 network default NAD default] I0410 16:49:04.696881 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-f4m6n, hostIfaceName: 7805684d19dc176, network: default, NAD default, SandboxID: "7805684d19dc176c0481740b3fb1515382d1f9cb0fd34d776658de104d975356", PCI device ID: , UID: "3f2066b7-67c3-4c33-b105-05181e5c0674", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0410 16:49:04.747039 3663 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n 7805684d19dc176c0481740b3fb1515382d1f9cb0fd34d776658de104d975356 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-f4m6n 7805684d19dc176c0481740b3fb1515382d1f9cb0fd34d776658de104d975356 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:df:b0:5d:69:e5\",\"name\":\"7805684d19dc176\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0277009-9485-4a9c-8d77-0c4257f0d8b1\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:49:09.161137 3663 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:09.161159 3663 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:09.161165 3663 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0410 16:49:20.125489 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0410 16:49:40.363206 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0410 16:49:43.477096 3663 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:43.477635 3663 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:43.516470 3663 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:43.516490 3663 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:43.528708 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0410 16:49:43.528727 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0410 16:49:45.040036 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=88 I0410 16:49:46.615890 3663 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6fcbb799b8-jndhp] creating logical port tsf-tas_trillian-logserver-6fcbb799b8-jndhp for pod on switch ip-10-0-1-149.ec2.internal I0410 16:49:46.616010 3663 kube.go:256] Updating pod tsf-tas/trillian-logserver-6fcbb799b8-jndhp I0410 16:49:46.647814 3663 pod.go:62] [tsf-tas/trillian-logserver-6fcbb799b8-jndhp] pod update took 31.82888ms I0410 16:49:46.647843 3663 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-6fcbb799b8-jndhp] addLogicalPort annotation time took 31.863175ms I0410 16:49:46.649035 3663 pods.go:271] [tsf-tas/trillian-logserver-6fcbb799b8-jndhp] addLogicalPort took 33.158595ms, libovsdb time 845.157µs I0410 16:49:46.852924 3663 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh] creating logical port tsf-tas_trillian-logsigner-7bf878b8b4-2z9zh for pod on switch ip-10-0-1-149.ec2.internal I0410 16:49:46.853056 3663 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh I0410 16:49:46.886762 3663 pod.go:62] [tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh] pod update took 33.733512ms I0410 16:49:46.886785 3663 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh] addLogicalPort annotation time took 33.762472ms I0410 16:49:46.888014 3663 pods.go:271] [tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh] addLogicalPort took 35.104458ms, libovsdb time 856.069µs I0410 16:49:46.984905 3663 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-r4ll9-g5h5l] creating logical port tsf-tas_rekor-createtree-job-r4ll9-g5h5l for pod on switch ip-10-0-1-149.ec2.internal I0410 16:49:46.984988 3663 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-r4ll9-g5h5l I0410 16:49:47.021972 3663 pod.go:62] [tsf-tas/rekor-createtree-job-r4ll9-g5h5l] pod update took 37.00482ms I0410 16:49:47.022003 3663 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-r4ll9-g5h5l] addLogicalPort annotation time took 37.03967ms I0410 16:49:47.023382 3663 pods.go:271] [tsf-tas/rekor-createtree-job-r4ll9-g5h5l] addLogicalPort took 38.489902ms, libovsdb time 860.299µs I0410 16:49:47.640827 3663 cni.go:403] [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default] I0410 16:49:47.649999 3663 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-r4ll9-g5h5l, hostIfaceName: 4c62f280415437c, network: default, NAD default, SandboxID: "4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056", PCI device ID: , UID: "95be2eef-9834-4a25-9dde-1f1aded75c82", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0410 16:49:47.701164 3663 cni.go:424] [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:77:75:d6:8c:1b\",\"name\":\"4c62f280415437c\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54e10725-d7e5-4991-ab53-f2c7eef0f58c\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:49:47.808539 3663 cni.go:403] [tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh 7b894b130b9157af7f8a4a0a6eb9b18a8ee4f86dc6bccf98eb0b3615dac541a2 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh 7b894b130b9157af7f8a4a0a6eb9b18a8ee4f86dc6bccf98eb0b3615dac541a2 network default NAD default] I0410 16:49:47.818272 3663 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7bf878b8b4-2z9zh, hostIfaceName: 7b894b130b9157a, network: default, NAD default, SandboxID: "7b894b130b9157af7f8a4a0a6eb9b18a8ee4f86dc6bccf98eb0b3615dac541a2", PCI device ID: , UID: "ad4b7ceb-9bad-4c70-a92d-c2c62f4065a3", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0410 16:49:47.859795 3663 cni.go:403] [tsf-tas/trillian-logserver-6fcbb799b8-jndhp 1eee4053b62aa7936404a367a354c72990ee61a05beb9982dee7fb05c36032ff network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-6fcbb799b8-jndhp 1eee4053b62aa7936404a367a354c72990ee61a05beb9982dee7fb05c36032ff network default NAD default] I0410 16:49:47.870932 3663 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6fcbb799b8-jndhp, hostIfaceName: 1eee4053b62aa79, network: default, NAD default, SandboxID: "1eee4053b62aa7936404a367a354c72990ee61a05beb9982dee7fb05c36032ff", PCI device ID: , UID: "4b2cecbc-2ac9-4ad8-b3d2-0a18f056bfc6", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0410 16:49:47.872155 3663 cni.go:424] [tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh 7b894b130b9157af7f8a4a0a6eb9b18a8ee4f86dc6bccf98eb0b3615dac541a2 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-7bf878b8b4-2z9zh 7b894b130b9157af7f8a4a0a6eb9b18a8ee4f86dc6bccf98eb0b3615dac541a2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:d4:21:7f:2d:70\",\"name\":\"7b894b130b9157a\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f83f7a4-20b3-4977-bef7-3df240c60428\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:49:47.922780 3663 cni.go:424] [tsf-tas/trillian-logserver-6fcbb799b8-jndhp 1eee4053b62aa7936404a367a354c72990ee61a05beb9982dee7fb05c36032ff network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-6fcbb799b8-jndhp 1eee4053b62aa7936404a367a354c72990ee61a05beb9982dee7fb05c36032ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:99:a6:e8:33:45\",\"name\":\"1eee4053b62aa79\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/134961cb-d244-4542-9b0b-47260df73c2e\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:49:49.177933 3663 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-78bbd87d85-vmfp7] creating logical port tsf-tas_trillian-db-78bbd87d85-vmfp7 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:49:49.178086 3663 kube.go:256] Updating pod tsf-tas/trillian-db-78bbd87d85-vmfp7 I0410 16:49:49.189837 3663 pod.go:62] [tsf-tas/trillian-db-78bbd87d85-vmfp7] pod update took 11.786437ms I0410 16:49:49.189868 3663 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-78bbd87d85-vmfp7] addLogicalPort annotation time took 11.822223ms I0410 16:49:49.191537 3663 pods.go:271] [tsf-tas/trillian-db-78bbd87d85-vmfp7] addLogicalPort took 13.624242ms, libovsdb time 1.132518ms I0410 16:49:52.951508 3663 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-5fbnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:52.952154 3663 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-5fbnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:53.845758 3663 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-5fbnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:53.845792 3663 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-5fbnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:49:56.008032 3663 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0410 16:49:56.027076 3663 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0410 16:49:58.249318 3663 cni.go:403] [tsf-tas/trillian-db-78bbd87d85-vmfp7 ab742dcfb6f5462130c6bd16a0d1bbab9f816c06dc49070d12372f6df2babaa0 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-78bbd87d85-vmfp7 ab742dcfb6f5462130c6bd16a0d1bbab9f816c06dc49070d12372f6df2babaa0 network default NAD default] I0410 16:49:58.258794 3663 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-78bbd87d85-vmfp7, hostIfaceName: ab742dcfb6f5462, network: default, NAD default, SandboxID: "ab742dcfb6f5462130c6bd16a0d1bbab9f816c06dc49070d12372f6df2babaa0", PCI device ID: , UID: "cfe115cf-1b66-4c95-a1d1-1dca3feb8f9d", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0410 16:49:58.324982 3663 cni.go:424] [tsf-tas/trillian-db-78bbd87d85-vmfp7 ab742dcfb6f5462130c6bd16a0d1bbab9f816c06dc49070d12372f6df2babaa0 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-78bbd87d85-vmfp7 ab742dcfb6f5462130c6bd16a0d1bbab9f816c06dc49070d12372f6df2babaa0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:ff:cb:b3:e0:91\",\"name\":\"ab742dcfb6f5462\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a10746aa-380e-4fa8-bd1a-3f26c072078a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:49:58.588238 3663 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:58.588828 3663 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:59.476939 3663 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:59.476965 3663 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:00.169279 3663 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29597330-9dvrw for pod on switch ip-10-0-1-149.ec2.internal I0410 16:50:00.169378 3663 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw I0410 16:50:00.181788 3663 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw] pod update took 12.431546ms I0410 16:50:00.181821 3663 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw] addLogicalPort annotation time took 12.469866ms I0410 16:50:00.183388 3663 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw] addLogicalPort took 14.131076ms, libovsdb time 1.057868ms I0410 16:50:00.535931 3663 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default] I0410 16:50:00.545136 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29597330-9dvrw, hostIfaceName: d4d940eba464917, network: default, NAD default, SandboxID: "d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573", PCI device ID: , UID: "388b9576-d825-461f-88ce-e3d386702020", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0410 16:50:00.596715 3663 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:43:56:69:15:00\",\"name\":\"d4d940eba464917\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/908ab18c-7962-4c39-a51e-f7f0ed79ceb5\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:50:02.045793 3663 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0410 16:50:04.065092 3663 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default] I0410 16:50:04.151531 3663 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw d4d940eba46491707917daef67cc3834859655508071a4cc2df480ff62620573 network default NAD default], result "{}", err I0410 16:50:04.200263 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:04.200300 3663 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw I0410 16:50:04.201819 3663 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw, ips: 10.130.0.41 I0410 16:50:04.201849 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:05.221763 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:05.221789 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:50:13.094792 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0410 16:50:25.419137 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:50:25.419176 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 46.664µs I0410 16:50:25.419144 3663 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:50:25.443613 3663 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hld74] creating logical port kube-system_global-pull-secret-syncer-hld74 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:50:25.443746 3663 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-hld74 I0410 16:50:25.455500 3663 pod.go:62] [kube-system/global-pull-secret-syncer-hld74] pod update took 11.789568ms I0410 16:50:25.455521 3663 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-hld74] addLogicalPort annotation time took 11.816447ms I0410 16:50:25.456828 3663 pods.go:271] [kube-system/global-pull-secret-syncer-hld74] addLogicalPort took 13.234467ms, libovsdb time 867.963µs I0410 16:50:25.906521 3663 cni.go:403] [kube-system/global-pull-secret-syncer-hld74 53c861dda5bde96805ba285942faad1836fc30f219b5c20844a7d801874bc197 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-hld74 53c861dda5bde96805ba285942faad1836fc30f219b5c20844a7d801874bc197 network default NAD default] I0410 16:50:25.915863 3663 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hld74, hostIfaceName: 53c861dda5bde96, network: default, NAD default, SandboxID: "53c861dda5bde96805ba285942faad1836fc30f219b5c20844a7d801874bc197", PCI device ID: , UID: "63b3fc2a-94a0-475d-9c4d-f11c232b3a7b", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0410 16:50:25.969298 3663 cni.go:424] [kube-system/global-pull-secret-syncer-hld74 53c861dda5bde96805ba285942faad1836fc30f219b5c20844a7d801874bc197 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hld74 53c861dda5bde96805ba285942faad1836fc30f219b5c20844a7d801874bc197 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:cf:a9:c2:b9:b2\",\"name\":\"53c861dda5bde96\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/404e6496-f3b8-483d-9774-56b6602d5be5\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:50:30.154643 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0410 16:50:30.174545 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0410 16:50:32.787249 3663 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:32.787879 3663 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:32.805769 3663 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:32.805786 3663 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:32.811192 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0410 16:50:32.811216 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0410 16:50:39.259791 3663 cni.go:403] [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default] I0410 16:50:39.340614 3663 cni.go:424] [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-r4ll9-g5h5l 4c62f280415437cfe88f96b6245df9d048039f0a40871fd942363e9ccdf01056 network default NAD default], result "{}", err I0410 16:50:39.392380 3663 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:39.392445 3663 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-r4ll9-g5h5l I0410 16:50:39.394028 3663 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-r4ll9-g5h5l, ips: 10.130.0.39 I0410 16:50:39.394061 3663 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:40.293974 3663 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:40.293994 3663 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:40.832580 3663 obj_retry.go:464] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:40.833155 3663 obj_retry.go:464] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:41.853893 3663 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:41.853916 3663 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:45.904025 3663 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:45.904721 3663 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:46.752784 3663 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:46.752816 3663 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:50:47.114444 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0410 16:50:49.765087 3663 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0410 16:50:50.912204 3663 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-c9965 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:50.912708 3663 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-c9965 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:51.932182 3663 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-c9965 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.932205 3663 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-c9965 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.966013 3663 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.966044 3663 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.973942 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xgrl7 I0410 16:50:51.973969 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xgrl7 W0410 16:50:54.795633 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0410 16:50:55.931495 3663 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:55.932073 3663 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:55.950008 3663 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:55.950028 3663 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:55.955673 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0410 16:50:55.955695 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0410 16:50:57.175394 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0410 16:51:02.352440 3663 obj_retry.go:464] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:02.352987 3663 obj_retry.go:464] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:03.373781 3663 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:03.373806 3663 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:06.388224 3663 obj_retry.go:464] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:06.388783 3663 obj_retry.go:464] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:06.505910 3663 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:06.505936 3663 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:09.402038 3663 obj_retry.go:464] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:09.402566 3663 obj_retry.go:464] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:09.721769 3663 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:09.721789 3663 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:22.469835 3663 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:22.470393 3663 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:23.494697 3663 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:23.494725 3663 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:51:24.998835 3663 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0410 16:51:39.423800 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0410 16:51:50.257833 3663 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:50.258378 3663 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:50.294523 3663 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:50.294548 3663 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:50.300784 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0410 16:51:50.300810 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0410 16:51:51.002582 3663 namespace.go:98] [integration-service] adding namespace I0410 16:51:51.002594 3663 namespace.go:98] [build-service] adding namespace I0410 16:51:51.003509 3663 namespace.go:102] [integration-service] adding namespace took 908.998µs I0410 16:51:51.004066 3663 namespace.go:102] [build-service] adding namespace took 1.460575ms I0410 16:51:51.009084 3663 namespace.go:98] [image-controller] adding namespace I0410 16:51:51.009191 3663 namespace.go:98] [default-tenant] adding namespace I0410 16:51:51.009734 3663 namespace.go:102] [image-controller] adding namespace took 637.622µs I0410 16:51:51.010244 3663 namespace.go:102] [default-tenant] adding namespace took 1.040311ms I0410 16:51:51.048907 3663 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.069056 3663 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.093951 3663 namespace.go:142] [build-service] updating namespace I0410 16:51:51.104903 3663 namespace.go:142] [build-service] updating namespace I0410 16:51:51.116882 3663 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.129828 3663 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.143875 3663 namespace.go:142] [default-tenant] updating namespace I0410 16:51:51.149981 3663 namespace.go:142] [default-tenant] updating namespace I0410 16:51:51.325888 3663 namespace.go:142] [build-service] updating namespace I0410 16:51:51.365101 3663 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.399003 3663 namespace.go:98] [release-service] adding namespace I0410 16:51:51.399836 3663 namespace.go:102] [release-service] adding namespace took 813.304µs I0410 16:51:51.438971 3663 namespace.go:142] [release-service] updating namespace I0410 16:51:51.458909 3663 namespace.go:142] [release-service] updating namespace I0410 16:51:51.501024 3663 namespace.go:142] [konflux-ui] updating namespace I0410 16:51:51.656015 3663 namespace.go:98] [konflux-info] adding namespace I0410 16:51:51.656858 3663 namespace.go:102] [konflux-info] adding namespace took 823.16µs I0410 16:51:51.665831 3663 namespace.go:142] [konflux-info] updating namespace I0410 16:51:51.821980 3663 namespace.go:98] [namespace-lister] adding namespace I0410 16:51:51.822832 3663 namespace.go:102] [namespace-lister] adding namespace took 830.322µs I0410 16:51:51.852000 3663 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:51.860917 3663 namespace.go:142] [konflux-info] updating namespace I0410 16:51:51.878655 3663 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.921971 3663 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:51.922057 3663 namespace.go:98] [enterprise-contract-service] adding namespace I0410 16:51:51.922932 3663 namespace.go:102] [enterprise-contract-service] adding namespace took 859.12µs I0410 16:51:51.951532 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:52.028904 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:52.054070 3663 namespace.go:142] [default-tenant] updating namespace I0410 16:51:52.347861 3663 namespace.go:98] [segment-bridge] adding namespace I0410 16:51:52.348814 3663 namespace.go:102] [segment-bridge] adding namespace took 930.985µs I0410 16:51:52.451494 3663 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:52.533926 3663 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:53.130887 3663 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-nclnh] creating logical port namespace-lister_namespace-lister-67655c4674-nclnh for pod on switch ip-10-0-1-149.ec2.internal I0410 16:51:53.131002 3663 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-nclnh I0410 16:51:53.258358 3663 pod.go:62] [namespace-lister/namespace-lister-67655c4674-nclnh] pod update took 127.383437ms I0410 16:51:53.258381 3663 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-nclnh] addLogicalPort annotation time took 127.413236ms I0410 16:51:53.259682 3663 pods.go:271] [namespace-lister/namespace-lister-67655c4674-nclnh] addLogicalPort took 128.796927ms, libovsdb time 887.122µs I0410 16:51:53.361730 3663 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0410 16:51:53.362360 3663 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0410 16:51:53.362376 3663 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0410 16:51:53.365272 3663 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0410 16:51:53.539699 3663 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0410 16:51:53.539731 3663 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0410 16:51:53.541020 3663 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0410 16:51:54.082850 3663 namespace.go:142] [build-service] updating namespace I0410 16:51:54.150165 3663 base_network_controller_pods.go:487] [default/konflux-ui/proxy-76fcdd46f5-wc9s2] creating logical port konflux-ui_proxy-76fcdd46f5-wc9s2 for pod on switch ip-10-0-1-149.ec2.internal I0410 16:51:54.150293 3663 kube.go:256] Updating pod konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:51:54.177095 3663 pod.go:62] [konflux-ui/proxy-76fcdd46f5-wc9s2] pod update took 26.848669ms I0410 16:51:54.177122 3663 base_network_controller_pods.go:937] [default/konflux-ui/proxy-76fcdd46f5-wc9s2] addLogicalPort annotation time took 26.879359ms I0410 16:51:54.178437 3663 pods.go:271] [konflux-ui/proxy-76fcdd46f5-wc9s2] addLogicalPort took 28.295166ms, libovsdb time 863.319µs I0410 16:51:54.382195 3663 namespace.go:142] [default-tenant] updating namespace I0410 16:51:54.578775 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:54.759202 3663 namespace.go:142] [image-controller] updating namespace I0410 16:51:54.946304 3663 cni.go:403] [namespace-lister/namespace-lister-67655c4674-nclnh 29739a630cb45681fb6d31983659792d378c14d76a2dbe14bdd8e95981c7865e network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-nclnh 29739a630cb45681fb6d31983659792d378c14d76a2dbe14bdd8e95981c7865e network default NAD default] I0410 16:51:54.956087 3663 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-nclnh, hostIfaceName: 29739a630cb4568, network: default, NAD default, SandboxID: "29739a630cb45681fb6d31983659792d378c14d76a2dbe14bdd8e95981c7865e", PCI device ID: , UID: "1ae9ae48-2447-4878-93d6-bf31f013f374", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0410 16:51:54.959754 3663 namespace.go:142] [integration-service] updating namespace I0410 16:51:55.009640 3663 cni.go:424] [namespace-lister/namespace-lister-67655c4674-nclnh 29739a630cb45681fb6d31983659792d378c14d76a2dbe14bdd8e95981c7865e network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-nclnh 29739a630cb45681fb6d31983659792d378c14d76a2dbe14bdd8e95981c7865e network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:71:89:a8:4f:44\",\"name\":\"29739a630cb4568\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8020206-ee33-4faf-af32-fb43579da824\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:51:55.170918 3663 namespace.go:142] [konflux-info] updating namespace I0410 16:51:55.363863 3663 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:55.556871 3663 namespace.go:142] [release-service] updating namespace I0410 16:51:55.761926 3663 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:55.888489 3663 namespace.go:142] [build-service] updating namespace I0410 16:51:55.908714 3663 namespace.go:142] [default-tenant] updating namespace I0410 16:51:55.928859 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:55.941863 3663 namespace.go:142] [image-controller] updating namespace I0410 16:51:55.955790 3663 namespace.go:142] [integration-service] updating namespace I0410 16:51:55.983320 3663 namespace.go:142] [konflux-info] updating namespace I0410 16:51:56.002149 3663 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:56.016900 3663 namespace.go:142] [release-service] updating namespace I0410 16:51:56.033237 3663 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:56.067770 3663 namespace.go:142] [build-service] updating namespace I0410 16:51:56.155879 3663 namespace.go:142] [default-tenant] updating namespace I0410 16:51:56.262959 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:56.372911 3663 namespace.go:142] [image-controller] updating namespace I0410 16:51:56.458888 3663 namespace.go:142] [integration-service] updating namespace I0410 16:51:56.577712 3663 namespace.go:142] [konflux-info] updating namespace I0410 16:51:56.661093 3663 namespace.go:142] [namespace-lister] updating namespace W0410 16:51:56.674939 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0410 16:51:56.741072 3663 namespace.go:142] [release-service] updating namespace I0410 16:51:56.872025 3663 namespace.go:142] [segment-bridge] updating namespace W0410 16:51:57.654029 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0410 16:51:58.547327 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0410 16:51:58.568513 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0410 16:52:02.006280 3663 cni.go:403] [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default] ADD starting CNI request [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default] I0410 16:52:02.015299 3663 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-76fcdd46f5-wc9s2, hostIfaceName: 76fb0db03bb8ddb, network: default, NAD default, SandboxID: "76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be", PCI device ID: , UID: "01c3fa7b-6b60-4169-9c7f-77bcdd7e5974", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0410 16:52:02.067088 3663 cni.go:424] [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default] ADD finished CNI request [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:03:89:ee:f2:7c\",\"name\":\"76fb0db03bb8ddb\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/928342ba-291a-458f-9de0-f8cbc187129f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0410 16:52:07.717771 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:07.717796 3663 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:10.651413 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0410 16:52:10.651507 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0410 16:52:10.674923 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0410 16:52:10.675087 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0410 16:52:10.702738 3663 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0410 16:52:10.729308 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0410 16:52:10.731635 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0410 16:52:10.762419 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:10.762456 3663 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0410 16:52:18.160534 3663 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0410 16:52:22.069441 3663 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:52:22.070051 3663 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:52:22.738913 3663 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:52:22.738935 3663 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:52:22.745640 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 I0410 16:52:22.745654 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 I0410 16:52:35.166031 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0410 16:52:49.803750 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:49.803773 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0410 16:52:53.164926 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0410 16:53:14.045707 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0410 16:53:20.297636 3663 cni.go:403] [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default] DEL starting CNI request [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default] I0410 16:53:20.374363 3663 cni.go:424] [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default] DEL finished CNI request [konflux-ui/proxy-76fcdd46f5-wc9s2 76fb0db03bb8ddb183805b2814d010d95596792cdc660079a99610bab4fe04be network default NAD default], result "{}", err I0410 16:53:20.442588 3663 obj_retry.go:464] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:20.442620 3663 pods.go:176] Deleting pod: konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:53:20.444249 3663 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-76fcdd46f5-wc9s2, ips: 10.130.0.44 I0410 16:53:20.444283 3663 obj_retry.go:464] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:21.092379 3663 obj_retry.go:458] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:21.092406 3663 obj_retry.go:458] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:21.097914 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:53:21.097942 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:53:26.270046 3663 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:26.270623 3663 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:26.312853 3663 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:26.312876 3663 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:26.316486 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0410 16:53:26.316510 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0410 16:53:32.143402 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0410 16:53:40.150466 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0410 16:53:58.132791 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0410 16:54:03.599774 3663 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:03.600405 3663 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:03.693957 3663 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-qjd2w] creating logical port image-controller_image-controller-controller-manager-56b684c87-qjd2w for pod on switch ip-10-0-1-149.ec2.internal I0410 16:54:03.694084 3663 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-qjd2w I0410 16:54:03.707131 3663 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-qjd2w] pod update took 13.070635ms I0410 16:54:03.707159 3663 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-qjd2w] addLogicalPort annotation time took 13.103108ms I0410 16:54:03.708517 3663 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-qjd2w] addLogicalPort took 14.574549ms, libovsdb time 928.278µs I0410 16:54:04.056341 3663 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-qjd2w 0a335607a41ef7c244f22d1e00469865bd6bb2591c2470af4fca40774c6163b1 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-qjd2w 0a335607a41ef7c244f22d1e00469865bd6bb2591c2470af4fca40774c6163b1 network default NAD default] I0410 16:54:04.065916 3663 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-qjd2w, hostIfaceName: 0a335607a41ef7c, network: default, NAD default, SandboxID: "0a335607a41ef7c244f22d1e00469865bd6bb2591c2470af4fca40774c6163b1", PCI device ID: , UID: "15eecb98-31c1-4cc2-853e-f60fc64d15aa", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0410 16:54:04.117554 3663 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-qjd2w 0a335607a41ef7c244f22d1e00469865bd6bb2591c2470af4fca40774c6163b1 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-qjd2w 0a335607a41ef7c244f22d1e00469865bd6bb2591c2470af4fca40774c6163b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:3c:b6:9a:65:70\",\"name\":\"0a335607a41ef7c\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6d2ffb2-1ecb-4334-9b46-64791f91a317\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 16:54:04.155091 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0410 16:54:04.338592 3663 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:04.338616 3663 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:04.344928 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 I0410 16:54:04.344955 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 W0410 16:54:18.349321 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0410 16:54:18.675303 3663 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:18.675929 3663 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:19.422212 3663 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:19.422235 3663 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:19.427776 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:54:19.427812 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:54:25.053861 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=648 I0410 16:54:37.040155 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=88 I0410 16:54:39.144044 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0410 16:55:04.043604 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=66 I0410 16:55:26.128539 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0410 16:56:08.041341 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82 I0410 16:57:44.042403 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=86 I0410 16:58:22.128588 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0410 16:59:29.168422 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0410 16:59:48.163238 3663 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0410 16:59:51.167659 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0410 17:00:00.209990 3663 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29597340-n9h2g for pod on switch ip-10-0-1-149.ec2.internal I0410 17:00:00.210102 3663 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g I0410 17:00:00.237001 3663 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g] pod update took 26.919449ms I0410 17:00:00.237030 3663 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g] addLogicalPort annotation time took 26.952935ms I0410 17:00:00.238529 3663 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g] addLogicalPort took 28.553401ms, libovsdb time 976.798µs I0410 17:00:00.570415 3663 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default] I0410 17:00:00.580059 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29597340-n9h2g, hostIfaceName: 5d6646d26441e36, network: default, NAD default, SandboxID: "5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0", PCI device ID: , UID: "37f43bd0-bf97-4ec2-93dc-4a0f84703a19", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0410 17:00:00.637576 3663 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:72:2e:52:74:76\",\"name\":\"5d6646d26441e36\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2d94839-62dc-4da6-9a1e-3e869cce7fc5\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:00:04.168082 3663 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default] I0410 17:00:04.258278 3663 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g 5d6646d26441e36a3a043cee2ec01fdf90ad4be06ee575e6d8144f1d0f3989d0 network default NAD default], result "{}", err I0410 17:00:04.310573 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:00:04.310607 3663 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g I0410 17:00:04.312089 3663 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g, ips: 10.130.0.46 I0410 17:00:04.312120 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:00:05.158029 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0410 17:00:05.177280 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:00:05.177307 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:00:07.145582 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0410 17:00:34.046063 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0410 17:00:53.056968 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0410 17:01:03.045259 3663 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:03.045285 3663 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:03.049727 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2rhtr I0410 17:01:03.049754 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2rhtr I0410 17:01:06.030300 3663 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:06.030324 3663 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:06.034382 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-4wzb9 I0410 17:01:06.034410 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-4wzb9 I0410 17:01:09.029007 3663 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:09.029051 3663 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:09.033136 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mfdpm I0410 17:01:09.033161 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mfdpm W0410 17:01:28.448392 3663 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 17:01:49.130771 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0410 17:02:35.043702 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0410 17:02:35.153307 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0410 17:02:40.135058 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0410 17:02:43.047993 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0410 17:03:16.146885 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0410 17:03:48.448588 3663 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-86db74f658-xzmzl I0410 17:04:05.042701 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0410 17:04:43.255717 3663 namespace.go:98] [default-tenant-managed] adding namespace I0410 17:04:43.256597 3663 namespace.go:102] [default-tenant-managed] adding namespace took 854.816µs I0410 17:04:43.296463 3663 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:43.312015 3663 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.271431 3663 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.392435 3663 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.490006 3663 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:05:31.347619 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-n2xdh for pod on switch ip-10-0-1-149.ec2.internal I0410 17:05:31.347752 3663 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh I0410 17:05:31.363564 3663 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh] pod update took 15.845366ms I0410 17:05:31.363590 3663 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh] addLogicalPort annotation time took 15.880023ms I0410 17:05:31.365034 3663 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh] addLogicalPort took 17.437186ms, libovsdb time 1.004361ms I0410 17:05:31.711855 3663 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default] I0410 17:05:31.722249 3663 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-n2xdh, hostIfaceName: 645e79c22c9f8e2, network: default, NAD default, SandboxID: "645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154", PCI device ID: , UID: "824d080d-1617-49ed-8c2f-1da7fd2d7727", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0410 17:05:31.776934 3663 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:11:48:2a:e8:b9\",\"name\":\"645e79c22c9f8e2\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a641e8e-3d22-4ca3-a721-8cdbaf711e38\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:05:39.170563 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0410 17:05:45.160394 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0410 17:05:45.704573 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704596 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704602 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704607 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704620 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704626 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704630 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704635 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.885292 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.885315 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.885321 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.885326 3663 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0410 17:05:48.512391 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:05:48.513000 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:05:49.000504 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:05:49.000687 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod I0410 17:05:49.027864 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod] pod update took 27.222003ms I0410 17:05:49.027887 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod] addLogicalPort annotation time took 27.24874ms I0410 17:05:49.029327 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod] addLogicalPort took 28.844288ms, libovsdb time 988.553µs I0410 17:05:49.364051 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default] I0410 17:05:49.373725 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod, hostIfaceName: 5b9077b1d917e73, network: default, NAD default, SandboxID: "5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9", PCI device ID: , UID: "3ee721d0-4862-4755-84b0-8ef6bc1d035c", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0410 17:05:49.428650 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:08:b3:79:fb:dd\",\"name\":\"5b9077b1d917e73\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85204f91-5473-461f-93df-5e3a1482eb3f\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:05:56.060003 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=50 I0410 17:06:05.066839 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default] I0410 17:06:05.153911 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod 5b9077b1d917e73259d979beb22c0395b1cb692fc003dabca4b3527c089e20e9 network default NAD default], result "{}", err I0410 17:06:05.231144 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:05.231211 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod I0410 17:06:05.232516 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod, ips: 10.130.0.48 I0410 17:06:05.232544 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:05.681384 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:06:05.681528 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod I0410 17:06:05.703335 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod] pod update took 21.835198ms I0410 17:06:05.703357 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod] addLogicalPort annotation time took 21.864732ms I0410 17:06:05.704680 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod] addLogicalPort took 23.297209ms, libovsdb time 867.352µs I0410 17:06:06.049562 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default] I0410 17:06:06.059470 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod, hostIfaceName: 39a8de2bf8bbab1, network: default, NAD default, SandboxID: "39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005", PCI device ID: , UID: "34e92ab5-cf72-456d-a0b0-14939a2ca949", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0410 17:06:06.112845 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:6c:ea:06:71:d3\",\"name\":\"39a8de2bf8bbab1\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74919a77-5c05-4972-9e91-12d2ac08abc4\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:06:28.233554 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default] I0410 17:06:28.319831 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod 39a8de2bf8bbab1733e363354213bc2fa8c30c0db1f9942f699c01d080649005 network default NAD default], result "{}", err I0410 17:06:28.416004 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:28.416075 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod I0410 17:06:28.417521 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod, ips: 10.130.0.49 I0410 17:06:28.417556 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:59.165519 3663 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0410 17:07:08.447979 3663 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 I0410 17:07:19.044477 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0410 17:07:37.171129 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0410 17:07:54.148078 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0410 17:08:09.131386 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0410 17:08:23.098328 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:08:23.098501 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod I0410 17:08:23.130326 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod] pod update took 31.896105ms I0410 17:08:23.130354 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod] addLogicalPort annotation time took 31.927016ms I0410 17:08:23.131674 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod] addLogicalPort took 33.345511ms, libovsdb time 864.29µs I0410 17:08:23.464073 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default] I0410 17:08:23.473124 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod, hostIfaceName: 17f0cd796801eec, network: default, NAD default, SandboxID: "17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e", PCI device ID: , UID: "8ea06938-c492-48bb-849c-1d7e453a0061", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0410 17:08:23.527217 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:09:d8:82:7d:da\",\"name\":\"17f0cd796801eec\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91552d30-f41c-472f-9a2f-bb93c67159df\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:08:23.562926 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:08:23.563477 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:08:25.149754 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0410 17:09:07.072882 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:09:07.073001 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod I0410 17:09:07.108596 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod] pod update took 35.635644ms I0410 17:09:07.108620 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 35.662914ms I0410 17:09:07.109987 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod] addLogicalPort took 37.117894ms, libovsdb time 948.898µs I0410 17:09:07.177549 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default] I0410 17:09:07.269680 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod 17f0cd796801eeca9c3900cb6de6e74f7f1276c01c7c1c47f74fca7d47c80c5e network default NAD default], result "{}", err I0410 17:09:07.380578 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:07.380617 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod I0410 17:09:07.382203 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod, ips: 10.130.0.50 I0410 17:09:07.382232 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:07.665425 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default] I0410 17:09:07.674938 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod, hostIfaceName: b894490ba1bf1c2, network: default, NAD default, SandboxID: "b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200", PCI device ID: , UID: "41bf41c2-c5d1-4b5a-b481-69a7c14e12c9", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0410 17:09:07.728558 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:e8:d6:8c:b1:3b\",\"name\":\"b894490ba1bf1c2\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a5b098a-b610-4a33-b866-187733d96c1f\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:09:08.121818 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:09:08.121986 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod I0410 17:09:08.149744 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod] pod update took 27.792407ms I0410 17:09:08.149774 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod] addLogicalPort annotation time took 27.825924ms I0410 17:09:08.151161 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod] addLogicalPort took 29.362751ms, libovsdb time 904.059µs I0410 17:09:08.191239 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:09:08.191350 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod I0410 17:09:08.226482 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod] pod update took 35.159406ms I0410 17:09:08.226514 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod] addLogicalPort annotation time took 35.194207ms I0410 17:09:08.227976 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod] addLogicalPort took 36.758273ms, libovsdb time 878.424µs I0410 17:09:08.528411 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default] I0410 17:09:08.538009 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod, hostIfaceName: daa977b53e5b230, network: default, NAD default, SandboxID: "daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c", PCI device ID: , UID: "a60b16a3-79f2-405d-9853-97b87271d7f8", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0410 17:09:08.592122 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:36:35:c6:bb:45\",\"name\":\"daa977b53e5b230\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/017b75ce-e968-4dbc-9605-901dee8c688c\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:09:08.594512 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default] I0410 17:09:08.603798 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod, hostIfaceName: db1157cd7db6197, network: default, NAD default, SandboxID: "db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397", PCI device ID: , UID: "29de0dce-7e66-4a69-9fec-0bc07802053b", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0410 17:09:08.658005 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:e6:c2:e8:ac:27\",\"name\":\"db1157cd7db6197\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8acae060-a070-4e8b-9487-d44244ced551\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:09:09.032157 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:09:09.032275 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod I0410 17:09:09.061064 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod] pod update took 28.824938ms I0410 17:09:09.061085 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod] addLogicalPort annotation time took 28.849571ms I0410 17:09:09.062414 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod] addLogicalPort took 30.273805ms, libovsdb time 932.917µs I0410 17:09:09.398614 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default] I0410 17:09:09.413318 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod, hostIfaceName: 9792fc66587aa7b, network: default, NAD default, SandboxID: "9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e", PCI device ID: , UID: "853b4364-e801-4e8d-80fa-c2ee002e1bc6", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0410 17:09:09.472548 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:41:1d:be:ee:1f\",\"name\":\"9792fc66587aa7b\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2927153-f1cd-44d6-b05a-5e2af5ed0b7d\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:09:09.837695 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:09:09.837860 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod I0410 17:09:09.854843 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod] pod update took 17.01709ms I0410 17:09:09.854870 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod] addLogicalPort annotation time took 17.050638ms I0410 17:09:09.856504 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod] addLogicalPort took 18.839824ms, libovsdb time 1.109863ms I0410 17:09:10.212560 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default] I0410 17:09:10.223705 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod, hostIfaceName: b7b898c36c787c7, network: default, NAD default, SandboxID: "b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62", PCI device ID: , UID: "f609fa90-6c2f-4183-bdef-9d12db583764", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0410 17:09:10.280809 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:e7:0b:c0:e7:f1\",\"name\":\"b7b898c36c787c7\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2907fb47-8959-4e91-b53c-89f654d95522\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:09:10.565792 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:09:10.565951 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod I0410 17:09:10.589262 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod] pod update took 23.348496ms I0410 17:09:10.589361 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod] addLogicalPort annotation time took 23.451292ms I0410 17:09:10.591125 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod] addLogicalPort took 25.35394ms, libovsdb time 1.09718ms I0410 17:09:10.600145 3663 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:09:10.600325 3663 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod I0410 17:09:10.621759 3663 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod] pod update took 21.472302ms I0410 17:09:10.621842 3663 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod] addLogicalPort annotation time took 21.557074ms I0410 17:09:10.623697 3663 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod] addLogicalPort took 23.567104ms, libovsdb time 1.328905ms I0410 17:09:10.945513 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default] I0410 17:09:10.958330 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod, hostIfaceName: c83046307455287, network: default, NAD default, SandboxID: "c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc", PCI device ID: , UID: "2d233e41-ab46-4a8e-84c3-b4f442beb8e4", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0410 17:09:10.997182 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default] I0410 17:09:11.011682 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod, hostIfaceName: b448558ba4acafb, network: default, NAD default, SandboxID: "b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce", PCI device ID: , UID: "dc94e1d6-cc81-408a-887a-a4d9dfbf09ec", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0410 17:09:11.030360 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:b2:15:09:80:ab\",\"name\":\"c83046307455287\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19e201f8-f986-4378-82fd-0ff3ee3466a7\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:09:11.085152 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:c4:83:ed:70:3e\",\"name\":\"b448558ba4acafb\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8abd3bf-b2f0-4fa1-a5b7-2465c7a03626\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:09:21.046928 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0410 17:09:25.415114 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default] I0410 17:09:25.418317 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default] I0410 17:09:25.568843 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod b7b898c36c787c71c01cf3510029165b55de3699238f8a8238d262c7462a3f62 network default NAD default], result "{}", err I0410 17:09:25.586853 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod c8304630745528712ecdcbddd946c2bd8e9ab12f9f5507766484a01486f186fc network default NAD default], result "{}", err I0410 17:09:26.553792 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.553831 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod I0410 17:09:26.556350 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod, ips: 10.130.0.55 I0410 17:09:26.556394 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.587321 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.587357 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod I0410 17:09:26.589328 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod, ips: 10.130.0.56 I0410 17:09:26.589416 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:29.048680 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0410 17:09:31.155738 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0410 17:09:55.358276 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:55.358846 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:58.133128 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0410 17:10:04.268800 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.269414 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.377591 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.378296 3663 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.780159 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default] I0410 17:10:04.873375 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod db1157cd7db6197aac8f02cdf8734db99021a39f0f2fa1afc0ab2902e4c2f397 network default NAD default], result "{}", err I0410 17:10:05.279171 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.279200 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.315387 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.315418 3663 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.319389 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 17:10:05.319430 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 17:10:05.973676 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:05.973716 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod I0410 17:10:05.975208 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod, ips: 10.130.0.53 I0410 17:10:05.975244 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:07.819231 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default] I0410 17:10:07.916123 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod daa977b53e5b230c8b31a9cb5091812ccb8d187757d4cad4f066100bf1cf4a4c network default NAD default], result "{}", err I0410 17:10:08.028456 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:08.028499 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod I0410 17:10:08.030024 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod, ips: 10.130.0.52 I0410 17:10:08.030049 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:08.833925 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default] I0410 17:10:08.917912 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod 9792fc66587aa7bfb313ee48bb0d232d3d6116dcf9b5f1ae8a6567bd32088e9e network default NAD default], result "{}", err I0410 17:10:09.013035 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:09.013103 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod I0410 17:10:09.014520 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod, ips: 10.130.0.54 I0410 17:10:09.014554 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:14.484480 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:14.485076 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:41.080928 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default] I0410 17:10:41.176088 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod b894490ba1bf1c2bf0bc9ee33a3f3336c185fd768d04955ad9ba865345b66200 network default NAD default], result "{}", err I0410 17:10:41.321345 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:41.321401 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod I0410 17:10:41.322674 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod, ips: 10.130.0.51 I0410 17:10:41.322709 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:58.207942 3663 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default] I0410 17:10:58.283602 3663 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod b448558ba4acafb25d8ff5db7d0aea20675648ab5e763fb27fddfc199f8601ce network default NAD default], result "{}", err I0410 17:10:58.384221 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:58.384254 3663 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod I0410 17:10:58.385638 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod, ips: 10.130.0.57 I0410 17:10:58.385683 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:11:38.045117 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0410 17:12:22.138264 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0410 17:12:26.270586 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:26.271270 3663 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:35.050073 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0410 17:12:45.497969 3663 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-wxcy-5n5jf-verify-pod] creating logical port default-tenant_my-integration-test-wxcy-5n5jf-verify-pod for pod on switch ip-10-0-1-149.ec2.internal I0410 17:12:45.498126 3663 kube.go:256] Updating pod default-tenant/my-integration-test-wxcy-5n5jf-verify-pod I0410 17:12:45.543035 3663 pod.go:62] [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod] pod update took 44.948232ms I0410 17:12:45.543064 3663 base_network_controller_pods.go:937] [default/default-tenant/my-integration-test-wxcy-5n5jf-verify-pod] addLogicalPort annotation time took 44.983357ms I0410 17:12:45.544371 3663 pods.go:271] [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod] addLogicalPort took 46.417013ms, libovsdb time 896.182µs I0410 17:12:45.865042 3663 cni.go:403] [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default] ADD starting CNI request [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default] I0410 17:12:45.874269 3663 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-wxcy-5n5jf-verify-pod, hostIfaceName: a2fca63953f6ef2, network: default, NAD default, SandboxID: "a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518", PCI device ID: , UID: "b8337e36-441e-40f9-85ad-42c27b263ad6", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0410 17:12:45.928775 3663 cni.go:424] [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default] ADD finished CNI request [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:94:09:d3:8a:e9\",\"name\":\"a2fca63953f6ef2\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7082bd3-5082-42e1-a028-d62a2828978c\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0410 17:12:46.392278 3663 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:46.392894 3663 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:10.133658 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0410 17:13:10.163606 3663 cni.go:403] [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default] DEL starting CNI request [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default] I0410 17:13:10.262854 3663 cni.go:424] [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default] DEL finished CNI request [default-tenant/my-integration-test-wxcy-5n5jf-verify-pod a2fca63953f6ef2eb12146c549b549f501acd228c21845361c7386d418da4518 network default NAD default], result "{}", err I0410 17:13:10.383833 3663 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:10.383872 3663 pods.go:176] Deleting pod: default-tenant/my-integration-test-wxcy-5n5jf-verify-pod I0410 17:13:10.385206 3663 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-wxcy-5n5jf-verify-pod, ips: 10.130.0.58 I0410 17:13:10.385229 3663 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:17.168362 3663 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default] I0410 17:13:17.260046 3663 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh 645e79c22c9f8e24d3494d8a293abaf5dfcc996967507abfb8d0e0886aa06154 network default NAD default], result "{}", err I0410 17:13:17.319501 3663 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:17.319537 3663 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh I0410 17:13:17.321043 3663 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh, ips: 10.130.0.47 I0410 17:13:17.321070 3663 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:18.215572 3663 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:13:18.215600 3663 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:13:18.221408 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh I0410 17:13:18.221429 3663 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh