+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-227.ec2.internal ++ [[ -n ip-10-0-2-227.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-227.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:37:23.089491144 - disable conntrack on geneve port' I0504 20:37:23.089491144 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:37:23.130599819 - starting ovnkube-node' I0504 20:37:23.130599819 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-227.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-227.ec2.internal --init-node ip-10-0-2-227.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-227.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:37:23.193523 3681 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:37:23.193608 3681 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-61322d83a4.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:37:23.196001 3681 kube.go:431] Waiting for certificate I0504 20:37:23.196013 3681 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:37:23.196052 3681 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:37:23.197120 3681 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:37:23.224842 3681 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:23.224860 3681 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:23.227860 3681 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:23.227945 3681 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g7pc2" I0504 20:37:23.237451 3681 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g7pc2" I0504 20:37:23.237556 3681 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:24.196493 3681 kube.go:438] Certificate found I0504 20:37:24.197008 3681 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:37:24.197958 3681 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:37:24.257070 3681 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:37:24.266303 3681 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:37:24.266398 3681 server.go:101] MetricServer registers OVS metrics I0504 20:37:24.268212 3681 server.go:105] MetricServer registers OVN DB metrics I0504 20:37:24.268926 3681 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:32:23 +0000 UTC" deadline="2026-05-05 13:29:11.606198309 +0000 UTC" I0504 20:37:24.269015 3681 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h51m47.337197254s" I0504 20:37:24.274335 3681 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:37:24.274485 3681 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:37:24.277782 3681 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:37:24.277863 3681 factory.go:561] Starting watch factory I0504 20:37:24.278023 3681 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.278069 3681 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.278690 3681 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.278749 3681 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.278958 3681 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.279206 3681 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.279582 3681 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.279605 3681 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.280015 3681 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.280041 3681 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.279983 3681 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.280171 3681 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.283132 3681 controller_manager.go:370] Starting the ovnkube controller I0504 20:37:24.283149 3681 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-227.ec2.internal I0504 20:37:24.283218 3681 controller_manager.go:395] NBDB zone sync took: 61.914µs I0504 20:37:24.283230 3681 factory.go:561] Starting watch factory I0504 20:37:24.291281 3681 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:37:24.291299 3681 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:37:24.295131 3681 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:37:24.295155 3681 server.go:109] MetricServer registers OVN Controller metrics I0504 20:37:24.299355 3681 server.go:113] MetricServer registers OVN Northd metrics I0504 20:37:24.299507 3681 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.300201 3681 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.300304 3681 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.300771 3681 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.302180 3681 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.306920 3681 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:37:24.308679 3681 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:24.383771 3681 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:37:24.383803 3681 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:37:24.383807 3681 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:37:24.383810 3681 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:37:24.383813 3681 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:37:24.383816 3681 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:37:24.383949 3681 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:24.383993 3681 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:24.384022 3681 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:24.384025 3681 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:24.387171 3681 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:24.387416 3681 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:24.388363 3681 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:37:24.388377 3681 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:37:24.388382 3681 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:37:24.388387 3681 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:37:24.388391 3681 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:37:24.388396 3681 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:37:24.389516 3681 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:37:24.389524 3681 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:37:24.389580 3681 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.389590 3681 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.392203 3681 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.394275 3681 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:37:24.394290 3681 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:37:24.394686 3681 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:37:24.394746 3681 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.394773 3681 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.397370 3681 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.399748 3681 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:37:24.399765 3681 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:37:24.399804 3681 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.399815 3681 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.402489 3681 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.405794 3681 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:37:24.405850 3681 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.405862 3681 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.405934 3681 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:37:24.408499 3681 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.411786 3681 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:37:24.411799 3681 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:37:24.411865 3681 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.411877 3681 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.414757 3681 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.417011 3681 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:37:24.417038 3681 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:37:24.417234 3681 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:24.417252 3681 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:24.420255 3681 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:24.422201 3681 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:37:24.422216 3681 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:37:24.422264 3681 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.422277 3681 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.422339 3681 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.422356 3681 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.425285 3681 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.425313 3681 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:24.428182 3681 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:37:24.428186 3681 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:37:24.428198 3681 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:37:24.428208 3681 factory.go:680] Watch Factory start up complete, took: 150.348401ms I0504 20:37:24.428283 3681 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:37:24.433841 3681 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:37:24.433852 3681 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:37:24.433860 3681 factory.go:680] Watch Factory start up complete, took: 150.629014ms I0504 20:37:24.433867 3681 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-227.ec2.internal" zone I0504 20:37:24.480353 3681 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:37:24.571260 3681 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:37:24.577311 3681 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:37:24.645603 3681 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:37:24.645764 3681 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:37:24.645785 3681 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:37:24.680165 3681 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:37:24.680230 3681 default_node_network_controller.go:809] Node ip-10-0-2-227.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0504 20:37:24.685906 3681 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.227"] k8s.ovn.org/zone-name:ip-10-0-2-227.ec2.internal] on node ip-10-0-2-227.ec2.internal I0504 20:37:24.707469 3681 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:37:24.713720 3681 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:37:24.713877 3681 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0504 20:37:24.714032 3681 gateway_init.go:263] Preparing Gateway I0504 20:37:24.714045 3681 gateway_shared_intf.go:1687] Creating new gateway I0504 20:37:24.804369 3681 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:37:24.810982 3681 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:37:24.817726 3681 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:37:24.817755 3681 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-227.ec2.internal","mac-address":"0e:63:16:80:c5:b1","ip-addresses":["10.0.2.227/24"],"ip-address":"10.0.2.227/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e1a3e830-df4e-4044-ba44-48b1cb55c7d1 k8s.ovn.org/node-encap-ips:["10.0.2.227"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.227/24"} k8s.ovn.org/zone-name:ip-10-0-2-227.ec2.internal] on node ip-10-0-2-227.ec2.internal I0504 20:37:24.840925 3681 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:24.934531 3681 controller_manager.go:429] Waiting for node in zone sync took: 500.649912ms I0504 20:37:24.940350 3681 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:37:24.940366 3681 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-227.ec2.internal I0504 20:37:24.957417 3681 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:37:24.964582 3681 controller_manager.go:290] SCTP support detected in OVN I0504 20:37:24.965210 3681 services_controller.go:69] Creating services controller for network=default I0504 20:37:24.965361 3681 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:37:24.965488 3681 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:37:24.965545 3681 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:37:24.965558 3681 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:37:24.965566 3681 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:37:24.965727 3681 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:37:24.965769 3681 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:37:24.965826 3681 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.598µs I0504 20:37:24.965852 3681 udn_enabled_svc.go:95] Performing full resync I0504 20:37:24.965853 3681 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 76.3µs I0504 20:37:24.965865 3681 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.07µs I0504 20:37:24.965871 3681 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:37:24.965878 3681 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:37:24.965888 3681 default_network_controller.go:325] Starting the default network controller I0504 20:37:24.965981 3681 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.354µs I0504 20:37:24.966166 3681 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:37:24.966181 3681 udn_enabled_svc.go:104] Starting worker I0504 20:37:24.975610 3681 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:37:24.975661 3681 repair.go:33] Syncing exgw routes took 39.318µs I0504 20:37:24.975686 3681 default_network_controller.go:414] Starting all the Watchers... I0504 20:37:24.975825 3681 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:37:24.975827 3681 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:37:24.975837 3681 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:37:24.975826 3681 namespace.go:98] [openshift-config] adding namespace I0504 20:37:24.975849 3681 namespace.go:98] [openshift-dns] adding namespace I0504 20:37:24.975854 3681 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:37:24.975864 3681 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:37:24.975867 3681 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:37:24.975876 3681 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:37:24.975884 3681 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:37:24.975880 3681 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:37:24.975875 3681 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:37:24.975970 3681 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:37:24.975974 3681 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:37:24.975995 3681 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:37:24.976519 3681 namespace.go:102] [openshift-customer-monitoring] adding namespace took 678.936µs I0504 20:37:24.976536 3681 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:37:24.977133 3681 namespace.go:102] [openshift-image-registry] adding namespace took 571.479µs I0504 20:37:24.977150 3681 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:37:24.977759 3681 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 601.995µs I0504 20:37:24.977780 3681 namespace.go:98] [openshift-backplane] adding namespace I0504 20:37:24.978275 3681 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.427026ms I0504 20:37:24.978293 3681 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:37:24.978804 3681 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.961399ms I0504 20:37:24.978835 3681 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:37:24.979299 3681 namespace.go:102] [openshift-config] adding namespace took 3.447422ms I0504 20:37:24.979315 3681 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:37:24.979850 3681 namespace.go:102] [openshift-dns] adding namespace took 3.982457ms I0504 20:37:24.979868 3681 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0504 20:37:24.980711 3681 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-x88vq: pod openshift-network-diagnostics/network-check-target-x88vq: no pod IPs found I0504 20:37:24.980748 3681 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.879198ms I0504 20:37:24.980763 3681 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:37:24.981294 3681 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.422882ms I0504 20:37:24.981322 3681 namespace.go:98] [openshift-infra] adding namespace I0504 20:37:24.981762 3681 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.886703ms I0504 20:37:24.981781 3681 namespace.go:98] [kube-node-lease] adding namespace I0504 20:37:24.982237 3681 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.346824ms I0504 20:37:24.982254 3681 namespace.go:98] [openshift-insights] adding namespace I0504 20:37:24.982678 3681 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.787804ms I0504 20:37:24.982691 3681 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:37:24.983065 3681 namespace.go:102] [openshift-config-operator] adding namespace took 7.174511ms I0504 20:37:24.983075 3681 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:37:24.983590 3681 namespace.go:102] [openshift-machine-api] adding namespace took 7.694265ms I0504 20:37:24.983610 3681 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:37:24.984024 3681 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.041185ms I0504 20:37:24.984036 3681 namespace.go:98] [openshift-logging] adding namespace I0504 20:37:24.984493 3681 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.507184ms I0504 20:37:24.984512 3681 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:37:24.984878 3681 namespace.go:102] [openshift-apiserver] adding namespace took 8.865883ms I0504 20:37:24.984891 3681 namespace.go:98] [openshift-multus] adding namespace I0504 20:37:24.985295 3681 namespace.go:102] [openshift-backplane] adding namespace took 7.509293ms I0504 20:37:24.985307 3681 namespace.go:98] [openshift-host-network] adding namespace I0504 20:37:24.985639 3681 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.341598ms I0504 20:37:24.985660 3681 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:37:24.986105 3681 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.261539ms I0504 20:37:24.986125 3681 namespace.go:98] [default] adding namespace I0504 20:37:24.986507 3681 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.185989ms I0504 20:37:24.986518 3681 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:37:24.986946 3681 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.071453ms I0504 20:37:24.986963 3681 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:37:24.987363 3681 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.59059ms I0504 20:37:24.987377 3681 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:37:24.987748 3681 namespace.go:102] [openshift-infra] adding namespace took 6.418932ms I0504 20:37:24.987765 3681 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:37:24.988105 3681 namespace.go:102] [kube-node-lease] adding namespace took 6.318178ms I0504 20:37:24.988116 3681 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:37:24.988655 3681 namespace.go:102] [openshift-insights] adding namespace took 6.392569ms I0504 20:37:24.988674 3681 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:37:24.989065 3681 namespace.go:102] [openshift-marketplace] adding namespace took 6.366876ms I0504 20:37:24.989081 3681 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:37:24.989485 3681 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.405678ms I0504 20:37:24.989498 3681 namespace.go:98] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] adding namespace I0504 20:37:24.989851 3681 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.236631ms I0504 20:37:24.989862 3681 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:37:24.990265 3681 namespace.go:102] [openshift-logging] adding namespace took 6.223885ms I0504 20:37:24.990283 3681 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace W0504 20:37:24.990619 3681 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-snm4k: pod openshift-multus/network-metrics-daemon-snm4k: no pod IPs found I0504 20:37:24.990665 3681 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.146832ms I0504 20:37:24.990677 3681 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:37:24.991108 3681 namespace.go:102] [openshift-multus] adding namespace took 6.210625ms I0504 20:37:24.991120 3681 namespace.go:98] [dedicated-admin] adding namespace I0504 20:37:24.991616 3681 namespace.go:102] [openshift-host-network] adding namespace took 6.302549ms I0504 20:37:24.991998 3681 namespace.go:102] [openshift-controller-manager] adding namespace took 6.331051ms I0504 20:37:24.992014 3681 namespace.go:98] [openshift-authentication] adding namespace I0504 20:37:24.992422 3681 namespace.go:102] [default] adding namespace took 6.287859ms I0504 20:37:24.992435 3681 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:37:24.992801 3681 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.27859ms I0504 20:37:24.992812 3681 namespace.go:98] [openshift-console] adding namespace I0504 20:37:24.993226 3681 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.258473ms I0504 20:37:24.993240 3681 namespace.go:98] [openshift-node] adding namespace I0504 20:37:24.993644 3681 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.261651ms I0504 20:37:24.993657 3681 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:37:24.994002 3681 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.229222ms I0504 20:37:24.994012 3681 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:37:24.994396 3681 namespace.go:102] [openshift-console-operator] adding namespace took 6.274843ms I0504 20:37:24.994409 3681 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:37:24.994766 3681 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.08667ms I0504 20:37:24.994778 3681 namespace.go:98] [openshift-etcd] adding namespace I0504 20:37:24.995119 3681 namespace.go:102] [openshift-cluster-version] adding namespace took 6.013205ms I0504 20:37:24.995133 3681 namespace.go:98] [kube-system] adding namespace I0504 20:37:24.995563 3681 namespace.go:102] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] adding namespace took 6.06103ms I0504 20:37:24.995575 3681 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:37:24.995940 3681 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.073374ms I0504 20:37:24.995954 3681 namespace.go:98] [kube-public] adding namespace I0504 20:37:24.996329 3681 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.038915ms I0504 20:37:24.996342 3681 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:37:24.996760 3681 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.078279ms I0504 20:37:24.996772 3681 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:37:24.997148 3681 namespace.go:102] [dedicated-admin] adding namespace took 6.023162ms I0504 20:37:24.997160 3681 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:37:24.997588 3681 namespace.go:102] [openshift-authentication] adding namespace took 5.566817ms I0504 20:37:24.997605 3681 namespace.go:98] [openshift] adding namespace I0504 20:37:24.997985 3681 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.5441ms I0504 20:37:24.997999 3681 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:37:24.998396 3681 namespace.go:102] [openshift-console] adding namespace took 5.577882ms I0504 20:37:24.998414 3681 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:37:24.998797 3681 namespace.go:102] [openshift-node] adding namespace took 5.552188ms I0504 20:37:24.998809 3681 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:37:24.999236 3681 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.573279ms I0504 20:37:24.999252 3681 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:37:24.999619 3681 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.600446ms I0504 20:37:24.999633 3681 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:37:24.999996 3681 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.582512ms I0504 20:37:25.000007 3681 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:37:25.000398 3681 namespace.go:102] [openshift-etcd] adding namespace took 5.615802ms I0504 20:37:25.000411 3681 namespace.go:98] [openshift-ingress] adding namespace I0504 20:37:25.000771 3681 namespace.go:102] [kube-system] adding namespace took 5.633496ms I0504 20:37:25.000782 3681 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:37:25.001128 3681 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.547184ms I0504 20:37:25.001147 3681 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:37:25.001967 3681 namespace.go:102] [kube-public] adding namespace took 6.00654ms I0504 20:37:25.001981 3681 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:37:25.002395 3681 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.047218ms I0504 20:37:25.002411 3681 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:37:25.002803 3681 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.024413ms I0504 20:37:25.002821 3681 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:37:25.003238 3681 namespace.go:102] [openshift-dns-operator] adding namespace took 6.072492ms I0504 20:37:25.003256 3681 namespace.go:98] [openshift-network-console] adding namespace I0504 20:37:25.003644 3681 namespace.go:102] [openshift] adding namespace took 6.031567ms I0504 20:37:25.004045 3681 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.038903ms I0504 20:37:25.004450 3681 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.027864ms I0504 20:37:25.004858 3681 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.043761ms I0504 20:37:25.004877 3681 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:37:25.005339 3681 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.079516ms I0504 20:37:25.005731 3681 namespace.go:102] [openshift-package-operator] adding namespace took 6.090618ms I0504 20:37:25.006140 3681 namespace.go:102] [openshift-network-operator] adding namespace took 6.127621ms I0504 20:37:25.006606 3681 namespace.go:102] [openshift-ingress] adding namespace took 6.188822ms I0504 20:37:25.006619 3681 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:37:25.006984 3681 namespace.go:102] [openshift-config-managed] adding namespace took 6.197002ms I0504 20:37:25.007416 3681 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.261754ms I0504 20:37:25.007798 3681 namespace.go:102] [openshift-monitoring] adding namespace took 5.811699ms I0504 20:37:25.007815 3681 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:37:25.008222 3681 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.804594ms I0504 20:37:25.008656 3681 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.817321ms I0504 20:37:25.009031 3681 namespace.go:102] [openshift-network-console] adding namespace took 5.768233ms I0504 20:37:25.009049 3681 namespace.go:98] [openshift-operators] adding namespace I0504 20:37:25.009457 3681 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.572853ms I0504 20:37:25.009847 3681 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.221924ms I0504 20:37:25.010199 3681 namespace.go:102] [openshift-operators-redhat] adding namespace took 2.376416ms I0504 20:37:25.010593 3681 namespace.go:102] [openshift-operators] adding namespace took 1.539182ms I0504 20:37:25.010777 3681 master.go:548] Adding or Updating local node "ip-10-0-2-227.ec2.internal" for network "default" I0504 20:37:25.011841 3681 zone_ic_handler.go:195] Time taken to create transit switch: 399.725µs I0504 20:37:25.011857 3681 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-118.ec2.internal for the network default E0504 20:37:25.011933 3681 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-197.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-197.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-197.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0099dc7f8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0910886918}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:37:25.012015 3681 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-197.ec2.internal", UID:"c4235960-b721-4ab2-bca2-e07f557e500d", APIVersion:"v1", ResourceVersion:"8665", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-197.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-197.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0099dc7f8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0910886918}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:37:25.013207 3681 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-118.ec2.internal" on network "default" took: 1.781672ms W0504 20:37:25.018866 3681 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-snm4k: pod openshift-multus/network-metrics-daemon-snm4k: no pod IPs found W0504 20:37:25.018893 3681 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-x88vq: pod openshift-network-diagnostics/network-check-target-x88vq: no pod IPs found I0504 20:37:25.019845 3681 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-227.ec2.internal for the network default I0504 20:37:25.020024 3681 zone_ic_handler.go:195] Time taken to create transit switch: 161.55µs I0504 20:37:25.020763 3681 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:37:25.020788 3681 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:37:25.020803 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-118.ec2.internal in network "default" I0504 20:37:25.020861 3681 node_tracker.go:169] Node ip-10-0-0-118.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:25.020878 3681 services_controller.go:574] Full service sync requested for network=default I0504 20:37:25.020883 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-197.ec2.internal in network "default" I0504 20:37:25.020801 3681 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:37:25.020909 3681 node_tracker.go:169] Node ip-10-0-1-197.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:25.020943 3681 services_controller.go:574] Full service sync requested for network=default I0504 20:37:25.020950 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:25.020983 3681 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:25.020998 3681 services_controller.go:574] Full service sync requested for network=default I0504 20:37:25.121195 3681 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:37:25.121216 3681 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:37:25.121310 3681 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:37:25.121358 3681 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:37:25.121373 3681 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:37:25.221660 3681 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:37:25.221691 3681 repair.go:60] Starting repairing loop for services I0504 20:37:25.221794 3681 repair.go:131] Deleted 0 stale service LBs I0504 20:37:25.221813 3681 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:37:25.221828 3681 repair.go:62] Finished repairing loop for services: 144.645µs I0504 20:37:25.221857 3681 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:37:25.221870 3681 services_controller.go:254] Starting workers for network=default I0504 20:37:25.222213 3681 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-x88vq] creating logical port openshift-network-diagnostics_network-check-target-x88vq for pod on switch ip-10-0-2-227.ec2.internal I0504 20:37:25.222286 3681 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-snm4k] creating logical port openshift-multus_network-metrics-daemon-snm4k for pod on switch ip-10-0-2-227.ec2.internal I0504 20:37:25.222329 3681 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-x88vq I0504 20:37:25.222382 3681 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-snm4k W0504 20:37:25.226710 3681 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:37:25.227223 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:25.237722 3681 pod.go:62] [openshift-network-diagnostics/network-check-target-x88vq] pod update took 15.435537ms I0504 20:37:25.237740 3681 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-x88vq] addLogicalPort annotation time took 15.457114ms I0504 20:37:25.238337 3681 pod.go:62] [openshift-multus/network-metrics-daemon-snm4k] pod update took 15.98762ms I0504 20:37:25.238355 3681 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-snm4k] addLogicalPort annotation time took 16.006164ms I0504 20:37:25.238537 3681 pods.go:271] [openshift-network-diagnostics/network-check-target-x88vq] addLogicalPort took 16.333517ms, libovsdb time 600.959µs I0504 20:37:25.239453 3681 pods.go:271] [openshift-multus/network-metrics-daemon-snm4k] addLogicalPort took 17.174461ms, libovsdb time 695.309µs I0504 20:37:25.239814 3681 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:37:25.239832 3681 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:37:25.239844 3681 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:37:25.239848 3681 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:37:25.240022 3681 repair.go:29] Repairing admin network policies took 168.823µs I0504 20:37:25.240139 3681 repair.go:92] Repairing baseline admin network policies took 107.443µs I0504 20:37:25.240525 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:37:25.240542 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:37:25.241982 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:37:25.242000 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:37:25.242007 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:37:25.243192 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:37:25.243211 3681 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:37:25.243219 3681 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:37:25.244578 3681 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:37:25.244596 3681 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:37:25.244605 3681 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:37:25.245494 3681 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:37:25.245512 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:37:25.245524 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:37:25.247625 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:37:25.247644 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:37:25.247651 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:37:25.248982 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:37:25.248997 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:37:25.249005 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:37:25.249477 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:37:25.249496 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:37:25.249504 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:37:25.250332 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:37:25.250348 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:37:25.250356 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:37:25.250784 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:37:25.250800 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:37:25.250808 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:37:25.252768 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:37:25.252786 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:37:25.252795 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:37:25.253734 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:37:25.253753 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:37:25.253761 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:37:25.254286 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:37:25.254305 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:37:25.254311 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:37:25.255537 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:37:25.255553 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:37:25.255560 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:37:25.255798 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:37:25.255811 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:37:25.255820 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:37:25.256321 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:37:25.256339 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:37:25.256348 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:37:25.256788 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:37:25.256806 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:37:25.256814 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:37:25.257295 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:37:25.257313 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:37:25.258070 3681 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:37:25.258082 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:37:25.258747 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:37:25.258766 3681 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:37:25.258776 3681 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:37:25.259760 3681 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:37:25.259779 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:37:25.259792 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:37:25.261021 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:37:25.261040 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:37:25.261046 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:37:25.261409 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:37:25.261428 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:37:25.261437 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:37:25.261919 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:37:25.261936 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:37:25.261956 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:37:25.262728 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:37:25.262745 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:37:25.262754 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:37:25.263842 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:37:25.263861 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:37:25.263869 3681 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:37:25.265554 3681 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:37:25.265576 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:37:25.265585 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:37:25.266643 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:37:25.266661 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:37:25.266670 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:37:25.267217 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:37:25.267236 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:37:25.267243 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:37:25.267744 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:37:25.267761 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:37:25.267772 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:37:25.268721 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:37:25.274418 3681 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:37:25.274450 3681 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:37:25.274460 3681 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:37:25.274512 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:37:25.274518 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:37:25.274526 3681 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:37:25.274530 3681 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:37:25.274810 3681 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:37:25.274833 3681 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:37:25.274838 3681 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:37:25.274846 3681 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:37:25.274854 3681 egressfirewall.go:723] Syncing node "ip-10-0-0-118.ec2.internal" for egress firewall I0504 20:37:25.274862 3681 egressfirewall.go:723] Syncing node "ip-10-0-1-197.ec2.internal" for egress firewall I0504 20:37:25.274866 3681 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0504 20:37:25.274961 3681 egressqos.go:245] Starting EgressQoS Controller I0504 20:37:25.274971 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:37:25.274977 3681 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:37:25.274982 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:37:25.274987 3681 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:37:25.274993 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:37:25.274997 3681 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:37:25.275001 3681 egressqos.go:259] Repairing EgressQoSes I0504 20:37:25.275005 3681 egressqos.go:399] Starting repairing loop for egressqos I0504 20:37:25.275072 3681 egressqos.go:401] Finished repairing loop for egressqos: 67.068µs I0504 20:37:25.275102 3681 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:37:25.275133 3681 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-227.ec2.internal I0504 20:37:25.275177 3681 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-227.ec2.internal : 46.423µs I0504 20:37:25.275265 3681 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:37:25.275282 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:37:25.275295 3681 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:37:25.275304 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:37:25.275313 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:37:25.275322 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:37:25.275331 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:37:25.275339 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:37:25.275347 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:37:25.275354 3681 egressservice_zone.go:228] Repairing Egress Services I0504 20:37:25.275634 3681 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:37:25.275645 3681 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:37:25.275651 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-197.ec2.internal I0504 20:37:25.275665 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-197.ec2.internal: 15.94µs I0504 20:37:25.275675 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:25.275681 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 7.797µs I0504 20:37:25.275686 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:25.275707 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 20.059µs I0504 20:37:25.275797 3681 default_network_controller.go:585] Completing all the Watchers took 300.101668ms I0504 20:37:25.275812 3681 default_network_controller.go:589] Starting unidling controllers I0504 20:37:25.275823 3681 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:37:25.275829 3681 unidle.go:63] Populating Initial ContollerEvent events I0504 20:37:25.275839 3681 unidle.go:79] Setting up event handlers for services I0504 20:37:25.275887 3681 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:37:25.342198 3681 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:25.841376 3681 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:26.341395 3681 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:26.842129 3681 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:26.906072 3681 bridgeconfig.go:537] Gateway is ready I0504 20:37:26.906111 3681 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:37:26.919238 3681 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.227. Updating OVN encap IP. I0504 20:37:26.921444 3681 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:37:26.925064 3681 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.227 - it is already configured I0504 20:37:26.925079 3681 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.227/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:37:26.925285 3681 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.227/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-227.ec2.internal","mac-address":"0e:63:16:80:c5:b1","ip-addresses":["10.0.2.227/24"],"ip-address":"10.0.2.227/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e1a3e830-df4e-4044-ba44-48b1cb55c7d1 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.227/24"}] on node ip-10-0-2-227.ec2.internal I0504 20:37:26.942038 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:26.942057 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:26.942073 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 21.14µs I0504 20:37:26.942120 3681 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:26.942140 3681 services_controller.go:574] Full service sync requested for network=default I0504 20:37:26.942162 3681 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0504 20:37:26.942270 3681 master.go:548] Adding or Updating local node "ip-10-0-2-227.ec2.internal" for network "default" W0504 20:37:26.942564 3681 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:37:26.942589 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:26.942779 3681 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.227 I0504 20:37:26.942881 3681 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-227.ec2.internal I0504 20:37:26.946270 3681 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-227.ec2.internal. Updating no re-route policies I0504 20:37:26.946353 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-667fw I0504 20:37:26.946352 3681 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal I0504 20:37:26.946364 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-4ns2n I0504 20:37:26.946369 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-667fw I0504 20:37:26.946374 3681 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal I0504 20:37:26.946379 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-897kw I0504 20:37:26.946390 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-897kw I0504 20:37:26.946387 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-snm4k I0504 20:37:26.946401 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-snm4k I0504 20:37:26.946398 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jhj5s I0504 20:37:26.946406 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal I0504 20:37:26.946412 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-srq26 I0504 20:37:26.946416 3681 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal after 0 failed attempt(s) I0504 20:37:26.946415 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jhj5s I0504 20:37:26.946376 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-4ns2n I0504 20:37:26.946423 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-srq26 I0504 20:37:26.946426 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fwmlc I0504 20:37:26.946429 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2k9mg I0504 20:37:26.946430 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sm46b I0504 20:37:26.946438 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-4ns2n after 0 failed attempt(s) I0504 20:37:26.946416 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-897kw after 0 failed attempt(s) I0504 20:37:26.946445 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-srq26 after 0 failed attempt(s) I0504 20:37:26.946446 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2k9mg I0504 20:37:26.946446 3681 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ldb4w I0504 20:37:26.946446 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-x88vq I0504 20:37:26.946458 3681 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ldb4w I0504 20:37:26.946466 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-x88vq I0504 20:37:26.946469 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2k9mg after 0 failed attempt(s) I0504 20:37:26.946475 3681 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ldb4w after 0 failed attempt(s) I0504 20:37:26.946498 3681 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-x88vq] creating logical port openshift-network-diagnostics_network-check-target-x88vq for pod on switch ip-10-0-2-227.ec2.internal I0504 20:37:26.946436 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fwmlc I0504 20:37:26.946555 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fwmlc after 0 failed attempt(s) I0504 20:37:26.946392 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-667fw after 0 failed attempt(s) I0504 20:37:26.946446 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sm46b I0504 20:37:26.946579 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sm46b after 0 failed attempt(s) I0504 20:37:26.946418 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal I0504 20:37:26.946597 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal after 0 failed attempt(s) I0504 20:37:26.946437 3681 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-snm4k] creating logical port openshift-multus_network-metrics-daemon-snm4k for pod on switch ip-10-0-2-227.ec2.internal I0504 20:37:26.946438 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jhj5s after 0 failed attempt(s) I0504 20:37:26.947212 3681 pods.go:271] [openshift-network-diagnostics/network-check-target-x88vq] addLogicalPort took 720.069µs, libovsdb time 279.542µs I0504 20:37:26.947226 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-x88vq after 0 failed attempt(s) I0504 20:37:26.947353 3681 pods.go:271] [openshift-multus/network-metrics-daemon-snm4k] addLogicalPort took 926.256µs, libovsdb time 380.582µs I0504 20:37:26.947365 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-snm4k after 0 failed attempt(s) I0504 20:37:26.959052 3681 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:37:26.971942 3681 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:37:26.975415 3681 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:37:27.019851 3681 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:37:27.072627 3681 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:37:27.091053 3681 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:37:27.091218 3681 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:37:27.091294 3681 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:37:27.091386 3681 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:37:27.091432 3681 gateway_init.go:325] Gateway and management port readiness took 2.254726643s I0504 20:37:27.091497 3681 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:37:27.091537 3681 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:37:27.091553 3681 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:37:27.091565 3681 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:37:27.091631 3681 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:37:27.091713 3681 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.608µs I0504 20:37:27.092442 3681 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:37:27.092470 3681 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.391µs I0504 20:37:27.092476 3681 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.294µs I0504 20:37:27.092482 3681 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:37:27.092494 3681 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:37:27.092505 3681 default_node_network_controller.go:899] Starting the default node network controller I0504 20:37:27.092512 3681 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:37:27.092531 3681 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.739µs I0504 20:37:27.092660 3681 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:37:27.092669 3681 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:37:27.092697 3681 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a714d0 0xc0002c6150 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc000c802d0 0xc0002c6460 0xc0002c64d0 0xc000c804b0 0xc0065393b0 0xc0002c6540 map[0x2ff9080:0xc00238f260 0x2ff95c0:0xc00238f3e0 0x2ffa2e0:0xc000aae7e0 0x2ffa580:0xc00238f200 0x2ffad60:0xc00238f2c0 0x2ffb000:0xc00238f320 0x2ffb2a0:0xc00238f380 0x2ffba80:0xc00238f500 0x2ffbd20:0xc00238f560 0x3026980:0xc000aae6c0 0x3026d20:0xc000aae720 0x3027800:0xc000c2be60 0x3029160:0xc001ac6000 0x30298a0:0xc000aae780 0x302a720:0xc001ac6060] 0xc00098f490 0} I0504 20:37:27.092753 3681 gateway.go:151] Starting gateway service sync I0504 20:37:27.093160 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:37:27.095676 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:37:27.122952 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:37:27.124525 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:37:27.125842 3681 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:37:27.161887 3681 gateway.go:168] Gateway service sync done. Time taken: 69.120439ms I0504 20:37:27.162495 3681 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32433 I0504 20:37:27.162735 3681 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a714d0 0xc0002c6150 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc000c802d0 0xc0002c6460 0xc0002c64d0 0xc000c804b0 0xc0065393b0 0xc0002c6540 map[0x2ff9080:0xc00238f260 0x2ff95c0:0xc00238f3e0 0x2ffa2e0:0xc000aae7e0 0x2ffa580:0xc00238f200 0x2ffad60:0xc00238f2c0 0x2ffb000:0xc00238f320 0x2ffb2a0:0xc00238f380 0x2ffba80:0xc00238f500 0x2ffbd20:0xc00238f560 0x3026980:0xc000aae6c0 0x3026d20:0xc000aae720 0x3027800:0xc000c2be60 0x3029160:0xc001ac6000 0x30298a0:0xc000aae780 0x302a720:0xc001ac6060] 0xc00098f490 0} I0504 20:37:27.163249 3681 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a714d0 0xc0002c6150 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc000c802d0 0xc0002c6460 0xc0002c64d0 0xc000c804b0 0xc0065393b0 0xc0002c6540 map[0x2ff9080:0xc00238f260 0x2ff95c0:0xc00238f3e0 0x2ffa2e0:0xc000aae7e0 0x2ffa580:0xc00238f200 0x2ffad60:0xc00238f2c0 0x2ffb000:0xc00238f320 0x2ffb2a0:0xc00238f380 0x2ffba80:0xc00238f500 0x2ffbd20:0xc00238f560 0x3026980:0xc000aae6c0 0x3026d20:0xc000aae720 0x3027800:0xc000c2be60 0x3029160:0xc001ac6000 0x30298a0:0xc000aae780 0x302a720:0xc001ac6060] 0xc00098f490 0} I0504 20:37:27.163296 3681 gateway.go:532] Reconciling gateway with updates I0504 20:37:27.169081 3681 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:37:27.169139 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:27.169147 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:27.169156 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:27.169152 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:27.169167 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:27.169166 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:27.169171 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:27.169182 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:27.169219 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:27.169226 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:27.169229 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:37:27.169237 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:27.169239 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:37:27.169243 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:27.169247 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:27.169251 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:27.169249 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:27.169256 3681 default_node_network_controller.go:944] Gateway and management port readiness took 76.580293ms I0504 20:37:27.169259 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:27.169229 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:27.169268 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:27.169277 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:27.169276 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:37:27.169284 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:27.169281 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:27.169285 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:27.169295 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:27.169298 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:27.169307 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:27.169238 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:27.169314 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:27.169316 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:27.169326 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:27.169332 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:37:27.169333 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:27.169338 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:27.169342 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:37:27.169347 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:27.169346 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:27.169354 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:27.169353 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:37:27.169361 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:37:27.169363 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:27.169365 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:27.169369 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:37:27.169374 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:27.169364 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:27.169380 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:37:27.169382 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:27.169389 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:27.169389 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:27.169396 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:27.169400 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:27.169400 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:37:27.169405 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:27.169417 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:37:27.169406 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:27.169426 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:37:27.169435 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:37:27.169314 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:27.169297 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:27.169442 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:27.169449 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:27.169385 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:27.169377 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:27.169418 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:37:27.169255 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:27.169447 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:27.169362 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:37:27.169533 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:27.169350 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:27.169300 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:27.169549 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:27.169547 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:37:27.169261 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:27.169563 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:27.169579 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:27.169592 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:27.169600 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:27.169609 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:37:27.169363 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:27.169333 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:27.169328 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:27.169806 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:27.169817 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:37:27.169318 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:27.169833 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:27.169277 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:27.169263 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:37:27.169267 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:27.169930 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:27.169932 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:37:27.169277 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:37:27.169311 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:37:27.169258 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:37:27.169321 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:27.169338 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:27.169347 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:27.170103 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:27.169355 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:37:27.169378 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:27.170129 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:27.169438 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:37:27.169564 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:37:27.170198 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:37:27.169574 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:27.169583 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:27.170234 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:27.169268 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:27.170317 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:27.170333 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:37:27.170448 3681 node_ip_handler_linux.go:160] Node IP manager is running I0504 20:37:27.170681 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 31586 is already open, no action needed I0504 20:37:27.170693 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 30787 is already open, no action needed W0504 20:37:27.208628 3681 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:37:27.208775 3681 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:37:27.208873 3681 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0504 20:37:27.216733 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:37:27.216755 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:37:27.216762 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:37:27.216770 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:37:27.216787 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:37:27.216806 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:37:27.216812 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:37:27.216818 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:37:27.216824 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:37:27.216830 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:37:27.256036 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:37:27.256058 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:37:27.256066 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:37:27.256073 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:37:27.256078 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:37:27.256102 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:37:27.256109 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:37:27.256115 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:37:27.256120 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:37:27.256126 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:37:27.256131 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:37:27.295129 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:37:28.472268 3681 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:37:28.472350 3681 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:37:28.472445 3681 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0504 20:37:28.484467 3681 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.177876ms I0504 20:37:28.484602 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-118.ec2.internal", IP: 10.0.0.118 to PMTUD blocking rules I0504 20:37:28.484613 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-118.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:37:28.484637 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-197.ec2.internal", IP: 10.0.1.197 to PMTUD blocking rules I0504 20:37:28.484654 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-197.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:37:28.495904 3681 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:37:28.496259 3681 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:37:28.496440 3681 egressservice_node.go:183] Starting Egress Services Controller I0504 20:37:28.496462 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:37:28.496472 3681 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:37:28.496477 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:37:28.496482 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:37:28.496510 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:37:28.496521 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:37:28.496527 3681 egressservice_node.go:197] Repairing Egress Services I0504 20:37:28.507242 3681 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:37:28.507253 3681 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:37:28.507598 3681 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:37:28.507613 3681 link_network_manager.go:119] Link manager is running I0504 20:37:28.507629 3681 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:37:28.507810 3681 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:37:28.508307 3681 vrf_manager.go:128] VRF manager is running I0504 20:37:28.508558 3681 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:37:28.508570 3681 gateway.go:532] Reconciling gateway with updates I0504 20:37:28.531022 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:28.531019 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:28.531039 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:28.531053 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:28.531054 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:28.531045 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:28.531066 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:28.531062 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:28.531100 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:28.531126 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:28.531148 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:37:28.531152 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:28.531156 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:28.531167 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:37:28.531167 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:28.531159 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:28.531173 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:28.531175 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:28.531183 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 31586 is already open, no action needed I0504 20:37:28.531185 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:28.531179 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:28.531193 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:37:28.531187 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:28.531194 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 30787 is already open, no action needed I0504 20:37:28.531205 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:28.531218 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:28.531223 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:37:28.531224 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:37:28.531234 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:28.531242 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:28.531248 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:28.531249 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:28.531249 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:28.531255 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:37:28.531054 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:28.531263 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:28.531263 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:28.531129 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:28.531271 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:28.531269 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:37:28.531277 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:28.531277 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:28.531194 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:37:28.531287 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:28.531151 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:28.531297 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:37:28.531299 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:28.531301 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:28.531306 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:28.531313 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:28.531323 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:28.531324 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:28.531296 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:28.531344 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:28.531312 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:28.531357 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:28.531335 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:28.531366 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:28.531361 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:28.531336 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:28.531385 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:28.531383 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:37:28.531313 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:28.531398 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:37:28.531407 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:28.531414 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:37:28.531425 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:37:28.531429 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:28.531348 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:28.531450 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:37:28.531463 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:37:28.531472 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:28.531478 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:28.531481 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:37:28.531484 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:28.531484 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:28.531491 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:28.531498 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:28.531502 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:28.531501 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:28.531506 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:28.531501 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:28.531508 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:28.531519 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:28.531523 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:28.531450 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:28.531463 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:28.531609 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:28.531452 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:28.531656 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:28.531464 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:28.531742 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:28.531473 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:28.531753 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:37:28.531761 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:28.531769 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:37:28.531487 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:28.531790 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:28.531801 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:28.531490 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:28.531441 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:28.531863 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:37:28.531510 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:37:28.531508 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:28.555344 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:37:28.555357 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:37:28.555376 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:37:28.555385 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:37:28.555391 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:37:28.555396 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:37:28.598415 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:37:28.598446 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:37:28.598456 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:37:28.598465 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:37:28.598477 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:37:28.598485 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:37:28.598492 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:37:28.598501 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:37:28.598508 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:37:28.643350 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:37:28.643380 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:37:28.643391 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:37:28.643399 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:37:28.643404 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:37:28.643420 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:37:28.643437 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:37:28.643444 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:37:28.643450 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:37:28.643456 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:37:28.643461 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:37:28.643467 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:37:28.643472 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:37:28.643478 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:37:28.643483 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:37:31.138353 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:31.138407 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 74.759µs I0504 20:37:31.161984 3681 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-db86dff9-hx24j] creating logical port openshift-image-registry_image-registry-db86dff9-hx24j for pod on switch ip-10-0-2-227.ec2.internal I0504 20:37:31.162131 3681 kube.go:256] Updating pod openshift-image-registry/image-registry-db86dff9-hx24j I0504 20:37:31.180933 3681 pod.go:62] [openshift-image-registry/image-registry-db86dff9-hx24j] pod update took 18.85958ms I0504 20:37:31.180959 3681 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-db86dff9-hx24j] addLogicalPort annotation time took 18.891436ms I0504 20:37:31.182243 3681 pods.go:271] [openshift-image-registry/image-registry-db86dff9-hx24j] addLogicalPort took 20.271349ms, libovsdb time 938.204µs I0504 20:37:31.184697 3681 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hvv2z] creating logical port openshift-dns_dns-default-hvv2z for pod on switch ip-10-0-2-227.ec2.internal I0504 20:37:31.184708 3681 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4f7b9] creating logical port openshift-ingress-canary_ingress-canary-4f7b9 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:37:31.184880 3681 kube.go:256] Updating pod openshift-dns/dns-default-hvv2z I0504 20:37:31.184962 3681 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4f7b9 I0504 20:37:31.200178 3681 pod.go:62] [openshift-ingress-canary/ingress-canary-4f7b9] pod update took 15.238064ms I0504 20:37:31.200198 3681 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4f7b9] addLogicalPort annotation time took 15.261207ms I0504 20:37:31.201471 3681 pods.go:271] [openshift-ingress-canary/ingress-canary-4f7b9] addLogicalPort took 16.773824ms, libovsdb time 966.124µs I0504 20:37:31.202332 3681 pod.go:62] [openshift-dns/dns-default-hvv2z] pod update took 17.481166ms I0504 20:37:31.202353 3681 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hvv2z] addLogicalPort annotation time took 17.508038ms I0504 20:37:31.203332 3681 pods.go:271] [openshift-dns/dns-default-hvv2z] addLogicalPort took 18.649451ms, libovsdb time 734.728µs I0504 20:37:31.712074 3681 cni.go:452] [openshift-ingress-canary/ingress-canary-4f7b9 a6854fa3b981bef62615427c09a132f2368fc77028a692e84dc08e38399ffad7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4f7b9 a6854fa3b981bef62615427c09a132f2368fc77028a692e84dc08e38399ffad7 network default NAD default NAD key ] I0504 20:37:31.756533 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4f7b9, hostIfaceName: a6854fa3b981bef, network: default, NAD default, SandboxID: "a6854fa3b981bef62615427c09a132f2368fc77028a692e84dc08e38399ffad7", PCI device ID: , UID: "1979cac0-d088-49e0-a9d9-7ebb4dbc7c74", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0504 20:37:31.815853 3681 cni.go:473] [openshift-ingress-canary/ingress-canary-4f7b9 a6854fa3b981bef62615427c09a132f2368fc77028a692e84dc08e38399ffad7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4f7b9 a6854fa3b981bef62615427c09a132f2368fc77028a692e84dc08e38399ffad7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:8a:86:9b:c6:65\",\"name\":\"a6854fa3b981bef\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7a9fb68-3fad-4854-a540-d48ee01bc288\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:37:32.710258 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:34.636825 3681 cni.go:452] [openshift-network-diagnostics/network-check-target-x88vq 326cc41618b8e65355b8ee29522711bfcc91c6efb7ccd30618399686519975c2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-x88vq 326cc41618b8e65355b8ee29522711bfcc91c6efb7ccd30618399686519975c2 network default NAD default NAD key ] I0504 20:37:34.646499 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-x88vq, hostIfaceName: 326cc41618b8e65, network: default, NAD default, SandboxID: "326cc41618b8e65355b8ee29522711bfcc91c6efb7ccd30618399686519975c2", PCI device ID: , UID: "4c636adb-183b-4b1d-94d9-4cdc17612c19", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0504 20:37:34.693537 3681 cni.go:473] [openshift-network-diagnostics/network-check-target-x88vq 326cc41618b8e65355b8ee29522711bfcc91c6efb7ccd30618399686519975c2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-x88vq 326cc41618b8e65355b8ee29522711bfcc91c6efb7ccd30618399686519975c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d0:59:fb:b3:07\",\"name\":\"326cc41618b8e65\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17d3aec3-bc52-43b7-b85a-f84941b98e9a\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:37:38.934832 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:43.513018 3681 default_network_controller.go:1025] Node "ip-10-0-1-197.ec2.internal" in remote zone "ip-10-0-1-197.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:43.513819 3681 zone_ic_handler.go:195] Time taken to create transit switch: 287.222µs I0504 20:37:43.513840 3681 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-197.ec2.internal for the network default I0504 20:37:43.514858 3681 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-197.ec2.internal" on network "default" took: 1.342901ms W0504 20:37:52.210038 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:52.210063 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:38:03.724682 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:38:03.724703 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:38:09.934799 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935430 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935455 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935464 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:38:09.935478 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935482 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0504 20:38:09.943966 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:38:10.849282 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849306 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849321 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849332 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:13.538628 3681 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:38:13.549712 3681 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:38:57.645035 3681 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-72h67] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-72h67 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:38:57.645150 3681 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-72h67 I0504 20:38:57.654906 3681 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-wqlvm] creating logical port openshift-insights_insights-operator-6dbb575d6c-wqlvm for pod on switch ip-10-0-2-227.ec2.internal I0504 20:38:57.655000 3681 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-wqlvm I0504 20:38:57.660824 3681 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7b6779646-6bdqj] creating logical port openshift-ingress_router-default-7b6779646-6bdqj for pod on switch ip-10-0-2-227.ec2.internal I0504 20:38:57.660918 3681 kube.go:256] Updating pod openshift-ingress/router-default-7b6779646-6bdqj I0504 20:38:57.668820 3681 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-72h67] pod update took 23.693644ms I0504 20:38:57.668841 3681 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-72h67] addLogicalPort annotation time took 23.719998ms I0504 20:38:57.669941 3681 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-72h67] addLogicalPort took 24.929783ms, libovsdb time 849.496µs I0504 20:38:57.675918 3681 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-wqlvm] pod update took 20.943148ms I0504 20:38:57.675935 3681 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-wqlvm] addLogicalPort annotation time took 20.963292ms I0504 20:38:57.676911 3681 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-wqlvm] addLogicalPort took 22.024011ms, libovsdb time 715.424µs I0504 20:38:57.676960 3681 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7849b77bcf-kk9p5] creating logical port openshift-ingress_router-default-7849b77bcf-kk9p5 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:38:57.677025 3681 kube.go:256] Updating pod openshift-ingress/router-default-7849b77bcf-kk9p5 I0504 20:38:57.687069 3681 pod.go:62] [openshift-ingress/router-default-7b6779646-6bdqj] pod update took 26.173252ms I0504 20:38:57.687111 3681 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7b6779646-6bdqj] addLogicalPort annotation time took 26.219688ms I0504 20:38:57.688112 3681 pods.go:271] [openshift-ingress/router-default-7b6779646-6bdqj] addLogicalPort took 27.304943ms, libovsdb time 728.325µs I0504 20:38:57.703153 3681 pod.go:62] [openshift-ingress/router-default-7849b77bcf-kk9p5] pod update took 26.148494ms I0504 20:38:57.703175 3681 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7849b77bcf-kk9p5] addLogicalPort annotation time took 26.175669ms I0504 20:38:57.704309 3681 pods.go:271] [openshift-ingress/router-default-7849b77bcf-kk9p5] addLogicalPort took 27.353604ms, libovsdb time 812.653µs I0504 20:38:58.311629 3681 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-wqlvm 3030145d82ba813e7858bd4d809c9d7fac6ebccfa66acee6a1cbfcf12349de33 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-wqlvm 3030145d82ba813e7858bd4d809c9d7fac6ebccfa66acee6a1cbfcf12349de33 network default NAD default NAD key ] I0504 20:38:58.321492 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-wqlvm, hostIfaceName: 3030145d82ba813, network: default, NAD default, SandboxID: "3030145d82ba813e7858bd4d809c9d7fac6ebccfa66acee6a1cbfcf12349de33", PCI device ID: , UID: "6bf1f383-4ab6-40be-bb9b-54668894373d", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0504 20:38:58.370248 3681 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-wqlvm 3030145d82ba813e7858bd4d809c9d7fac6ebccfa66acee6a1cbfcf12349de33 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-wqlvm 3030145d82ba813e7858bd4d809c9d7fac6ebccfa66acee6a1cbfcf12349de33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a5:e7:39:bc:63\",\"name\":\"3030145d82ba813\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feb938fc-4e6c-4074-9c18-8b7ed2f41cd1\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:00.426986 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:00.590193 3681 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:39:00.591110 3681 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 874.709µs I0504 20:39:00.609717 3681 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:39:02.215794 3681 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:39:02.216688 3681 namespace.go:102] [openshift-service-ca] adding namespace took 872.484µs I0504 20:39:02.236239 3681 namespace.go:142] [openshift-service-ca] updating namespace I0504 20:39:03.887572 3681 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-fgn48] creating logical port openshift-service-ca_service-ca-d9cb48497-fgn48 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:03.887696 3681 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-fgn48 I0504 20:39:03.901522 3681 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-fgn48] pod update took 13.849987ms I0504 20:39:03.901543 3681 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-fgn48] addLogicalPort annotation time took 13.874995ms I0504 20:39:03.902874 3681 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-fgn48] addLogicalPort took 15.31485ms, libovsdb time 1.048227ms I0504 20:39:04.244109 3681 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-fgn48 9591cf43c122677ad2e4da611c069b24c28604bb3462d623c0b3e5f057868a94 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-fgn48 9591cf43c122677ad2e4da611c069b24c28604bb3462d623c0b3e5f057868a94 network default NAD default NAD key ] I0504 20:39:04.253702 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-fgn48, hostIfaceName: 9591cf43c122677, network: default, NAD default, SandboxID: "9591cf43c122677ad2e4da611c069b24c28604bb3462d623c0b3e5f057868a94", PCI device ID: , UID: "7f39d00a-b45d-4d6d-b8bb-b8ce2c043f13", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0504 20:39:04.301124 3681 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-fgn48 9591cf43c122677ad2e4da611c069b24c28604bb3462d623c0b3e5f057868a94 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-fgn48 9591cf43c122677ad2e4da611c069b24c28604bb3462d623c0b3e5f057868a94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:bf:b6:84:18:eb\",\"name\":\"9591cf43c122677\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2edcd20-9500-442c-ab79-2c35a08cf70f\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:10.851642 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:23.532027 3681 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lpbfz] creating logical port openshift-insights_insights-runtime-extractor-lpbfz for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:23.532132 3681 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lpbfz I0504 20:39:23.561411 3681 pod.go:62] [openshift-insights/insights-runtime-extractor-lpbfz] pod update took 29.30533ms I0504 20:39:23.561431 3681 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lpbfz] addLogicalPort annotation time took 29.345603ms I0504 20:39:23.562401 3681 pods.go:271] [openshift-insights/insights-runtime-extractor-lpbfz] addLogicalPort took 30.387284ms, libovsdb time 720.966µs W0504 20:39:23.607770 3681 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:23.607786 3681 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:23.607797 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:23.607801 3681 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:39:23.889427 3681 cni.go:452] [openshift-insights/insights-runtime-extractor-lpbfz 9493c034fef7ac325993b04d49d408e298f1a792f911b134852a81004a0d2ac1 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lpbfz 9493c034fef7ac325993b04d49d408e298f1a792f911b134852a81004a0d2ac1 network default NAD default NAD key ] I0504 20:39:23.899254 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lpbfz, hostIfaceName: 9493c034fef7ac3, network: default, NAD default, SandboxID: "9493c034fef7ac325993b04d49d408e298f1a792f911b134852a81004a0d2ac1", PCI device ID: , UID: "b562bbc3-a57d-4c99-8b3b-0ab3227c5210", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0504 20:39:23.947164 3681 cni.go:473] [openshift-insights/insights-runtime-extractor-lpbfz 9493c034fef7ac325993b04d49d408e298f1a792f911b134852a81004a0d2ac1 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lpbfz 9493c034fef7ac325993b04d49d408e298f1a792f911b134852a81004a0d2ac1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:82:8a:37:51:93\",\"name\":\"9493c034fef7ac3\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/853a1a82-539c-4ecc-94cd-ce94c90cecfc\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:39:25.057855 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.058503 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.078860 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.078880 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.082795 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:39:25.082820 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:39:25.186535 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.186564 3681 pods.go:176] Deleting pod: openshift-image-registry/image-registry-db86dff9-hx24j I0504 20:39:25.187871 3681 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-db86dff9-hx24j, ips: 10.130.0.5 I0504 20:39:25.187895 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.194782 3681 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cfd644d97-l4hkc] creating logical port openshift-image-registry_image-registry-6cfd644d97-l4hkc for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:25.194883 3681 kube.go:256] Updating pod openshift-image-registry/image-registry-6cfd644d97-l4hkc I0504 20:39:25.200212 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.200235 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.215042 3681 pod.go:62] [openshift-image-registry/image-registry-6cfd644d97-l4hkc] pod update took 20.19631ms I0504 20:39:25.215064 3681 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cfd644d97-l4hkc] addLogicalPort annotation time took 20.221958ms I0504 20:39:25.216370 3681 pods.go:271] [openshift-image-registry/image-registry-6cfd644d97-l4hkc] addLogicalPort took 21.599446ms, libovsdb time 1.006538ms I0504 20:39:25.216422 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-db86dff9-hx24j I0504 20:39:25.216442 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-db86dff9-hx24j I0504 20:39:25.554779 3681 cni.go:452] [openshift-image-registry/image-registry-6cfd644d97-l4hkc d170dc7c961b4aeee2e80e1e0198878522e20baa712ae3050d589664c0ba36d7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cfd644d97-l4hkc d170dc7c961b4aeee2e80e1e0198878522e20baa712ae3050d589664c0ba36d7 network default NAD default NAD key ] I0504 20:39:25.567627 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cfd644d97-l4hkc, hostIfaceName: d170dc7c961b4ae, network: default, NAD default, SandboxID: "d170dc7c961b4aeee2e80e1e0198878522e20baa712ae3050d589664c0ba36d7", PCI device ID: , UID: "4dc5b7f8-7bf7-4d30-ae58-ceb1817b15c0", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0504 20:39:25.616176 3681 cni.go:473] [openshift-image-registry/image-registry-6cfd644d97-l4hkc d170dc7c961b4aeee2e80e1e0198878522e20baa712ae3050d589664c0ba36d7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cfd644d97-l4hkc d170dc7c961b4aeee2e80e1e0198878522e20baa712ae3050d589664c0ba36d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:dc:ec:b6:5d:9c\",\"name\":\"d170dc7c961b4ae\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5538dd1-88b8-41f8-ad96-0a2cf719da40\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:26.027310 3681 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:26.197266 3681 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:39:29.821330 3681 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-72h67 33194473f665af2f835840c09f8e87d8c30ef2a3a705826e55b13e74fdc8a67f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-72h67 33194473f665af2f835840c09f8e87d8c30ef2a3a705826e55b13e74fdc8a67f network default NAD default NAD key ] I0504 20:39:29.834180 3681 cni.go:452] [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key ] I0504 20:39:29.836790 3681 cni.go:452] [openshift-ingress/router-default-7b6779646-6bdqj ebfbdaac46e9e7bf459d5d89e7bfaac59300e82aa353cc8ed0fab1737eb2150a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7b6779646-6bdqj ebfbdaac46e9e7bf459d5d89e7bfaac59300e82aa353cc8ed0fab1737eb2150a network default NAD default NAD key ] I0504 20:39:29.844713 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-72h67, hostIfaceName: 33194473f665af2, network: default, NAD default, SandboxID: "33194473f665af2f835840c09f8e87d8c30ef2a3a705826e55b13e74fdc8a67f", PCI device ID: , UID: "01ad6cf2-81ce-4033-b8a3-7e7d1df4b80a", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0504 20:39:29.855675 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7849b77bcf-kk9p5, hostIfaceName: 120c204423564ac, network: default, NAD default, SandboxID: "120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119", PCI device ID: , UID: "4baf7794-e16d-43e2-afea-f6497701be2a", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0504 20:39:29.856212 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7b6779646-6bdqj, hostIfaceName: ebfbdaac46e9e7b, network: default, NAD default, SandboxID: "ebfbdaac46e9e7bf459d5d89e7bfaac59300e82aa353cc8ed0fab1737eb2150a", PCI device ID: , UID: "584de3a7-d721-4656-af48-63d3e1e59d9e", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0504 20:39:29.895492 3681 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-72h67 33194473f665af2f835840c09f8e87d8c30ef2a3a705826e55b13e74fdc8a67f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-72h67 33194473f665af2f835840c09f8e87d8c30ef2a3a705826e55b13e74fdc8a67f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:31:5e:f8:17:0d\",\"name\":\"33194473f665af2\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d93d7a3c-5246-4aa7-86ac-c58e405f647e\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:39:30.120375 3681 cni.go:473] [openshift-ingress/router-default-7b6779646-6bdqj ebfbdaac46e9e7bf459d5d89e7bfaac59300e82aa353cc8ed0fab1737eb2150a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7b6779646-6bdqj ebfbdaac46e9e7bf459d5d89e7bfaac59300e82aa353cc8ed0fab1737eb2150a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:22:d1:de:c1:c7\",\"name\":\"ebfbdaac46e9e7b\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8f3d43a-0860-41ad-a983-e6aae3339264\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:39:30.120407 3681 cni.go:473] [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:34:06:9e:c5:b1\",\"name\":\"120c204423564ac\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f87233df-d106-4ccb-b348-f9733b2dab82\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:30.541637 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.541660 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.541673 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.543197 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:30.543212 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.216794 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.216814 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.216819 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.217526 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.217549 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.245756 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.245773 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.247327 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.247337 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.247344 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.546463 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.546477 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.546484 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.546491 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.546504 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.546512 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.549791 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.549809 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.549818 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.549838 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.549847 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.549854 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:32.230922 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:32.230945 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0504 20:39:32.321956 3681 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:39:32.335304 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:32.335321 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:32.335327 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:39:32.439905 3681 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:39:35.573411 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:39:39.453437 3681 cni.go:452] [openshift-dns/dns-default-hvv2z d201fcd83611fe96701aba7c269a2d0906c2ac74fec3d5d1d802925a92339bcc network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hvv2z d201fcd83611fe96701aba7c269a2d0906c2ac74fec3d5d1d802925a92339bcc network default NAD default NAD key ] I0504 20:39:39.462718 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hvv2z, hostIfaceName: d201fcd83611fe9, network: default, NAD default, SandboxID: "d201fcd83611fe96701aba7c269a2d0906c2ac74fec3d5d1d802925a92339bcc", PCI device ID: , UID: "ee756177-ea5f-4b2b-8e01-66e1395eebcf", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0504 20:39:39.511746 3681 cni.go:473] [openshift-dns/dns-default-hvv2z d201fcd83611fe96701aba7c269a2d0906c2ac74fec3d5d1d802925a92339bcc network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hvv2z d201fcd83611fe96701aba7c269a2d0906c2ac74fec3d5d1d802925a92339bcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:64:10:57:da:63\",\"name\":\"d201fcd83611fe9\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8db5e681-8aad-4444-8b50-cc883b87407f\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:41.515598 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:41.515624 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:39:42.022205 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:42.022366 3681 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:39:42.102377 3681 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:39:42.150978 3681 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 128.647731ms I0504 20:39:42.151001 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 128.674855ms I0504 20:39:42.152185 3681 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 129.996678ms, libovsdb time 868.848µs I0504 20:39:42.380650 3681 cni.go:452] [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key ] I0504 20:39:42.390595 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3247940f67758e4, network: default, NAD default, SandboxID: "3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71", PCI device ID: , UID: "1c55fdfe-8ae7-40b4-872b-c9ea7fde49bf", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0504 20:39:42.439914 3681 cni.go:473] [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f9:92:38:86:c8\",\"name\":\"3247940f67758e4\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3469a8a-0d18-4ece-83ed-38022a4f3e00\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:43.606314 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:43.606339 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:43.606346 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:39:43.986811 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q] creating logical port openshift-monitoring_thanos-querier-6fccbdcf87-kmk2q for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:43.986905 3681 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q I0504 20:39:44.008023 3681 pod.go:62] [openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q] pod update took 21.143352ms I0504 20:39:44.008059 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q] addLogicalPort annotation time took 21.183769ms I0504 20:39:44.009356 3681 pods.go:271] [openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q] addLogicalPort took 22.557719ms, libovsdb time 889.39µs W0504 20:39:44.319353 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:44.319371 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:44.319378 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:39:44.342864 3681 cni.go:452] [openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q 5ee5fd52ab081783e9ea83265131d66ed3491f9ab1cfaa532fd531938ff11b2a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q 5ee5fd52ab081783e9ea83265131d66ed3491f9ab1cfaa532fd531938ff11b2a network default NAD default NAD key ] I0504 20:39:44.352764 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6fccbdcf87-kmk2q, hostIfaceName: 5ee5fd52ab08178, network: default, NAD default, SandboxID: "5ee5fd52ab081783e9ea83265131d66ed3491f9ab1cfaa532fd531938ff11b2a", PCI device ID: , UID: "59761e05-ffb8-4d0c-96a7-0fa8549d1b45", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0504 20:39:44.401028 3681 cni.go:473] [openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q 5ee5fd52ab081783e9ea83265131d66ed3491f9ab1cfaa532fd531938ff11b2a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6fccbdcf87-kmk2q 5ee5fd52ab081783e9ea83265131d66ed3491f9ab1cfaa532fd531938ff11b2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:14:6d:15:cc:6c\",\"name\":\"5ee5fd52ab08178\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32e738cc-a111-44ba-9cb4-9df2346404f9\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:46.089828 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:46.089852 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:46.089860 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:46.089877 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:46.089886 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:46.089892 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:47.040188 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:47.040221 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:47.083176 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:47.083201 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:47.236991 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:47.306757 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.306777 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.306782 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.306787 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:39:47.370022 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:47.370160 3681 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:39:47.416840 3681 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 46.725186ms I0504 20:39:47.416865 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 46.755226ms I0504 20:39:47.418038 3681 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 48.039656ms, libovsdb time 835.871µs I0504 20:39:47.718663 3681 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key ] I0504 20:39:47.730047 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 7c8f8ff6d08b30c, network: default, NAD default, SandboxID: "7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77", PCI device ID: , UID: "adebc601-8d96-431e-bfa7-88e7724f3211", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0504 20:39:47.779392 3681 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:65:b6:e1:2b:b3\",\"name\":\"7c8f8ff6d08b30c\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4e8ff3f-f4ee-4664-9fc1-7d0cb5d0b032\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:48.147909 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 20:39:48.171499 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:39:48.201300 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201319 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201324 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201338 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.314015 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:48.314031 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:48.639374 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:39:49.179381 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:49.179405 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:39:49.794025 3681 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-sknfw] creating logical port openshift-console_downloads-5c54f4944f-sknfw for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:49.794168 3681 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-sknfw I0504 20:39:49.810605 3681 pod.go:62] [openshift-console/downloads-5c54f4944f-sknfw] pod update took 16.473308ms I0504 20:39:49.810626 3681 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-sknfw] addLogicalPort annotation time took 16.500995ms I0504 20:39:49.811932 3681 pods.go:271] [openshift-console/downloads-5c54f4944f-sknfw] addLogicalPort took 17.929849ms, libovsdb time 988.304µs I0504 20:39:50.999683 3681 cni.go:452] [openshift-console/downloads-5c54f4944f-sknfw ddbe4c31389a90218d97ec388507cf3b910421b81c355b9220d045bacb76d3a0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-sknfw ddbe4c31389a90218d97ec388507cf3b910421b81c355b9220d045bacb76d3a0 network default NAD default NAD key ] I0504 20:39:51.009890 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-sknfw, hostIfaceName: ddbe4c31389a902, network: default, NAD default, SandboxID: "ddbe4c31389a90218d97ec388507cf3b910421b81c355b9220d045bacb76d3a0", PCI device ID: , UID: "2efca61a-c20f-4f8a-93d7-8891c22518e2", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0504 20:39:51.062746 3681 cni.go:473] [openshift-console/downloads-5c54f4944f-sknfw ddbe4c31389a90218d97ec388507cf3b910421b81c355b9220d045bacb76d3a0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-sknfw ddbe4c31389a90218d97ec388507cf3b910421b81c355b9220d045bacb76d3a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:78:7b:68:90:bf\",\"name\":\"ddbe4c31389a902\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d42ebbf-467f-4486-83a8-d1a6e095da07\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:39:52.269582 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:52.269608 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:52.269617 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:53.314490 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314518 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314526 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314533 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:39:59.708423 3681 base_network_controller_pods.go:487] [default/openshift-console/console-5d5fcf4666-lj8pn] creating logical port openshift-console_console-5d5fcf4666-lj8pn for pod on switch ip-10-0-2-227.ec2.internal I0504 20:39:59.708515 3681 kube.go:256] Updating pod openshift-console/console-5d5fcf4666-lj8pn I0504 20:39:59.725212 3681 pod.go:62] [openshift-console/console-5d5fcf4666-lj8pn] pod update took 16.717413ms I0504 20:39:59.725236 3681 base_network_controller_pods.go:951] [default/openshift-console/console-5d5fcf4666-lj8pn] addLogicalPort annotation time took 16.748665ms I0504 20:39:59.726449 3681 pods.go:271] [openshift-console/console-5d5fcf4666-lj8pn] addLogicalPort took 18.041533ms, libovsdb time 902.334µs I0504 20:40:01.145021 3681 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:40:04.707358 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0504 20:40:05.336646 3681 cni.go:452] [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key ] I0504 20:40:05.345997 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d5fcf4666-lj8pn, hostIfaceName: 8f6eda28ab0f5ad, network: default, NAD default, SandboxID: "8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0", PCI device ID: , UID: "735d2b28-1728-46b2-a83c-25e2f6c9b79c", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0504 20:40:05.396933 3681 cni.go:473] [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f0:17:75:f9:29\",\"name\":\"8f6eda28ab0f5ad\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2025e29e-a77c-4c52-a692-aa14d2800441\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:06.415344 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:40:07.707498 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:08.396731 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:08.691337 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:10.258572 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:40:10.414131 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:11.717863 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:40:12.384245 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.384269 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.384278 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.384300 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.384306 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.384311 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:40:12.401242 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:12.401763 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:40:12.450759 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.450780 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.450786 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:40:12.735688 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:12.735711 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:12.743271 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-689b5d9f56-8kxh6 I0504 20:40:12.743296 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-689b5d9f56-8kxh6 W0504 20:40:26.465531 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:40:26.465536 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:40:26.465601 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:40:27.470306 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0504 20:40:35.008693 3681 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:35.009258 3681 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:35.829680 3681 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:35.829705 3681 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:35.836065 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5fcf4666-vjxz2 I0504 20:40:35.836113 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5fcf4666-vjxz2 I0504 20:40:44.528657 3681 cni.go:452] [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key ] I0504 20:40:44.616363 3681 cni.go:473] [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d5fcf4666-lj8pn 8f6eda28ab0f5ade61375d4e04a2a673b6b1ced57f21c1433e036dfbbff767e0 network default NAD default NAD key default], result "{}", err I0504 20:40:44.691432 3681 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:44.691464 3681 pods.go:176] Deleting pod: openshift-console/console-5d5fcf4666-lj8pn I0504 20:40:44.692720 3681 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d5fcf4666-lj8pn, ips: 10.130.0.19 I0504 20:40:44.692749 3681 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:45.540939 3681 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:45.540961 3681 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:45.547035 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5fcf4666-lj8pn I0504 20:40:45.547056 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5fcf4666-lj8pn I0504 20:40:47.224267 3681 cni.go:452] [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key ] I0504 20:40:47.304680 3681 cni.go:473] [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7849b77bcf-kk9p5 120c204423564ac19a452fee4d0b2c247b3ac7b2714587de7d0202fdcd8e8119 network default NAD default NAD key default], result "{}", err I0504 20:40:47.384802 3681 obj_retry.go:498] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:47.384842 3681 pods.go:176] Deleting pod: openshift-ingress/router-default-7849b77bcf-kk9p5 I0504 20:40:47.386169 3681 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7849b77bcf-kk9p5, ips: 10.130.0.11 I0504 20:40:47.386203 3681 obj_retry.go:498] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:47.566644 3681 obj_retry.go:492] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:47.566666 3681 obj_retry.go:492] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:47.572185 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7849b77bcf-kk9p5 I0504 20:40:47.572218 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7849b77bcf-kk9p5 W0504 20:40:48.456350 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:48.456374 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:48.456389 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:48.456396 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:48.593952 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:48.593973 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:40:50.043241 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:50.043812 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:51.062043 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:51.062073 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:02.613745 3681 cni.go:452] [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key ] I0504 20:41:02.693265 3681 cni.go:473] [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 3247940f67758e47c81eb1fa8409bdea6b98721e3c37b3c99d5288e3187e5f71 network default NAD default NAD key default], result "{}", err I0504 20:41:02.755902 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:02.755931 3681 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0504 20:41:02.757202 3681 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.15 I0504 20:41:02.757228 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:03.621734 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:03.621763 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:03.628640 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:41:03.628668 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:41:03.670973 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:41:03.671173 3681 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:41:03.693572 3681 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.457046ms I0504 20:41:03.693595 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.485668ms I0504 20:41:03.694909 3681 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.954891ms, libovsdb time 1.022181ms I0504 20:41:04.030432 3681 cni.go:452] [openshift-monitoring/alertmanager-main-1 e088123f4af65c9ed760d8757b7487415c69e27023f9daf14b38d0b370ffed76 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e088123f4af65c9ed760d8757b7487415c69e27023f9daf14b38d0b370ffed76 network default NAD default NAD key ] I0504 20:41:04.039856 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e088123f4af65c9, network: default, NAD default, SandboxID: "e088123f4af65c9ed760d8757b7487415c69e27023f9daf14b38d0b370ffed76", PCI device ID: , UID: "ccde0a4c-ed12-4eb9-a465-e2e5e065ff47", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0504 20:41:04.088982 3681 cni.go:473] [openshift-monitoring/alertmanager-main-1 e088123f4af65c9ed760d8757b7487415c69e27023f9daf14b38d0b370ffed76 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e088123f4af65c9ed760d8757b7487415c69e27023f9daf14b38d0b370ffed76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:12:1c:5f:f5:2d\",\"name\":\"e088123f4af65c9\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f415a6ca-4f6d-4b4f-8bd3-322d513b9b04\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:41:07.145604 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:07.146224 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:07.503250 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:07.503275 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:07.508484 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:41:07.508505 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:41:09.200988 3681 base_network_controller_pods.go:487] [default/openshift-console/console-7f7847fc68-vzgql] creating logical port openshift-console_console-7f7847fc68-vzgql for pod on switch ip-10-0-2-227.ec2.internal I0504 20:41:09.201113 3681 kube.go:256] Updating pod openshift-console/console-7f7847fc68-vzgql I0504 20:41:09.225996 3681 pod.go:62] [openshift-console/console-7f7847fc68-vzgql] pod update took 24.926376ms I0504 20:41:09.226021 3681 base_network_controller_pods.go:951] [default/openshift-console/console-7f7847fc68-vzgql] addLogicalPort annotation time took 24.955556ms I0504 20:41:09.227196 3681 pods.go:271] [openshift-console/console-7f7847fc68-vzgql] addLogicalPort took 26.224684ms, libovsdb time 818.983µs I0504 20:41:09.558256 3681 cni.go:452] [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key ] I0504 20:41:09.567628 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f7847fc68-vzgql, hostIfaceName: c51bc7608f199be, network: default, NAD default, SandboxID: "c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db", PCI device ID: , UID: "528a9734-0564-4fc0-82ca-052e93a2ee6d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0504 20:41:09.617143 3681 cni.go:473] [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:35:0a:c1:2f:78\",\"name\":\"c51bc7608f199be\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2991441-e0be-4dfb-a4f6-90e275da0200\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:41:13.027510 3681 cni.go:452] [openshift-multus/network-metrics-daemon-snm4k f127448b347c1c15ebd8489011f01bbb2ac8053b6d0312a5f41f41355edfccb5 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-snm4k f127448b347c1c15ebd8489011f01bbb2ac8053b6d0312a5f41f41355edfccb5 network default NAD default NAD key ] I0504 20:41:13.037557 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-snm4k, hostIfaceName: f127448b347c1c1, network: default, NAD default, SandboxID: "f127448b347c1c15ebd8489011f01bbb2ac8053b6d0312a5f41f41355edfccb5", PCI device ID: , UID: "b17574c4-9586-481f-8861-80d9003d91ce", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0504 20:41:13.086213 3681 cni.go:473] [openshift-multus/network-metrics-daemon-snm4k f127448b347c1c15ebd8489011f01bbb2ac8053b6d0312a5f41f41355edfccb5 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-snm4k f127448b347c1c15ebd8489011f01bbb2ac8053b6d0312a5f41f41355edfccb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:36:15:0c:39:66\",\"name\":\"f127448b347c1c1\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a240648e-2b3f-41b7-a26e-383dda3ed171\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:41:19.709220 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:41:34.093206 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:41:34.093230 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:41:34.093237 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:41:34.505702 3681 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-8x5nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:34.506271 3681 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-8x5nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:35.084235 3681 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-8x5nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:35.084262 3681 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-8x5nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:35.091670 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dbc659d87-8x5nb I0504 20:41:35.091695 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dbc659d87-8x5nb I0504 20:41:35.401332 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:35.401890 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:36.077222 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:36.077241 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:36.083251 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:41:36.083280 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:41:45.046055 3681 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-7rjrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:45.046619 3681 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-7rjrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:45.669529 3681 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-7rjrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:45.669554 3681 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-7rjrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:45.674994 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dbc659d87-7rjrw I0504 20:41:45.675026 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dbc659d87-7rjrw I0504 20:42:09.978015 3681 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key ] I0504 20:42:10.060690 3681 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 7c8f8ff6d08b30cd9a5c83026d199ca9f121f4a233702230134d5c4bf6102b77 network default NAD default NAD key default], result "{}", err I0504 20:42:10.129530 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:10.129561 3681 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0504 20:42:10.130744 3681 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17 I0504 20:42:10.130773 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:10.897363 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:10.897386 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:10.904715 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:42:10.904744 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:42:10.978025 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:42:10.978179 3681 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:42:11.004325 3681 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.184749ms I0504 20:42:11.004347 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.212312ms I0504 20:42:11.005801 3681 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.789984ms, libovsdb time 1.103782ms I0504 20:42:11.323745 3681 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6e12c8dbda160fccbb92d163c7e941dccbd420923ad59099b0e875749192a558 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6e12c8dbda160fccbb92d163c7e941dccbd420923ad59099b0e875749192a558 network default NAD default NAD key ] I0504 20:42:11.334425 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6e12c8dbda160fc, network: default, NAD default, SandboxID: "6e12c8dbda160fccbb92d163c7e941dccbd420923ad59099b0e875749192a558", PCI device ID: , UID: "d07cd55c-da4d-4eeb-965d-0109cc857769", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0504 20:42:11.383962 3681 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6e12c8dbda160fccbb92d163c7e941dccbd420923ad59099b0e875749192a558 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6e12c8dbda160fccbb92d163c7e941dccbd420923ad59099b0e875749192a558 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:32:05:7b:cf:ff\",\"name\":\"6e12c8dbda160fc\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68e9a33a-fedc-4c77-a7b1-e6b6643b37fc\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:42:11.648725 3681 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:42:45.304129 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 20:42:51.302965 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0504 20:42:56.303639 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0504 20:42:59.423133 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0504 20:43:12.190297 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:43:12.190316 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:43:18.481362 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:43:29.521464 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:43:29.521527 3681 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6vwh8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6vwh8: no pod IPs found I0504 20:43:34.311612 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=562 I0504 20:43:43.021141 3681 cni.go:452] [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key ] I0504 20:43:43.099962 3681 cni.go:473] [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f7847fc68-vzgql c51bc7608f199beb8bb1cdbb6add0c4b5c695f8c2e0cfd12aef7ef433326b0db network default NAD default NAD key default], result "{}", err I0504 20:43:43.145590 3681 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-vzgql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:43.145622 3681 pods.go:176] Deleting pod: openshift-console/console-7f7847fc68-vzgql I0504 20:43:43.147021 3681 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f7847fc68-vzgql, ips: 10.130.0.21 I0504 20:43:43.147055 3681 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-vzgql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:43.153428 3681 base_network_controller_pods.go:487] [default/openshift-console/console-58b6976995-rclkk] creating logical port openshift-console_console-58b6976995-rclkk for pod on switch ip-10-0-2-227.ec2.internal I0504 20:43:43.153521 3681 kube.go:256] Updating pod openshift-console/console-58b6976995-rclkk I0504 20:43:43.171822 3681 pod.go:62] [openshift-console/console-58b6976995-rclkk] pod update took 18.314252ms I0504 20:43:43.171855 3681 base_network_controller_pods.go:951] [default/openshift-console/console-58b6976995-rclkk] addLogicalPort annotation time took 18.357676ms I0504 20:43:43.173246 3681 pods.go:271] [openshift-console/console-58b6976995-rclkk] addLogicalPort took 19.831815ms, libovsdb time 954.133µs I0504 20:43:43.510983 3681 cni.go:452] [openshift-console/console-58b6976995-rclkk d8734e4491b675e4fd95ad132e91b64384ebc1f6b7e458d089d0be73547ee279 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-58b6976995-rclkk d8734e4491b675e4fd95ad132e91b64384ebc1f6b7e458d089d0be73547ee279 network default NAD default NAD key ] I0504 20:43:43.520220 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-58b6976995-rclkk, hostIfaceName: d8734e4491b675e, network: default, NAD default, SandboxID: "d8734e4491b675e4fd95ad132e91b64384ebc1f6b7e458d089d0be73547ee279", PCI device ID: , UID: "6b27678d-f106-443b-90ae-f0dc5eb4ca11", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0504 20:43:43.567253 3681 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-vzgql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:43.567281 3681 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-vzgql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:43.570759 3681 cni.go:473] [openshift-console/console-58b6976995-rclkk d8734e4491b675e4fd95ad132e91b64384ebc1f6b7e458d089d0be73547ee279 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-58b6976995-rclkk d8734e4491b675e4fd95ad132e91b64384ebc1f6b7e458d089d0be73547ee279 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:65:cc:c3:6f:ec\",\"name\":\"d8734e4491b675e\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc360d94-e6dc-408b-a739-e7fd5097d253\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:43:43.570780 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847fc68-vzgql I0504 20:43:43.570806 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847fc68-vzgql I0504 20:43:46.305236 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 W0504 20:43:54.321216 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:43:54.463763 3681 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:54.464325 3681 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:54.616793 3681 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:54.616816 3681 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:54.622058 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847fc68-8lvj8 I0504 20:43:54.622105 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847fc68-8lvj8 I0504 20:44:11.429059 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 20:45:39.428747 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:45:42.418494 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:45:48.411937 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0504 20:46:03.405607 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:46:05.304721 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0504 20:46:18.434628 3681 namespace.go:98] [tsf] adding namespace I0504 20:46:18.435597 3681 namespace.go:102] [tsf] adding namespace took 946.288µs I0504 20:46:18.456888 3681 namespace.go:142] [tsf] updating namespace I0504 20:46:18.466915 3681 namespace.go:142] [tsf] updating namespace I0504 20:46:21.390956 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 20:46:22.271274 3681 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:22.271337 3681 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:22.272165 3681 namespace.go:102] [tsf-keycloak] adding namespace took 871.614µs I0504 20:46:22.272707 3681 namespace.go:102] [rhbk-operator] adding namespace took 1.358142ms I0504 20:46:22.276847 3681 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:22.276868 3681 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:22.276980 3681 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:22.277580 3681 namespace.go:102] [tsf-tas] adding namespace took 719.167µs I0504 20:46:22.278167 3681 namespace.go:102] [konflux-operator] adding namespace took 1.288059ms I0504 20:46:22.278692 3681 namespace.go:102] [konflux-ui] adding namespace took 1.693901ms I0504 20:46:22.282521 3681 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:22.282589 3681 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:22.282712 3681 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:22.283255 3681 namespace.go:102] [tsf-tpa] adding namespace took 721.353µs I0504 20:46:22.283852 3681 namespace.go:102] [rhtpa-operator] adding namespace took 1.24742ms I0504 20:46:22.284466 3681 namespace.go:102] [cert-manager-operator] adding namespace took 1.73803ms I0504 20:46:22.289456 3681 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.306958 3681 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.322058 3681 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.330721 3681 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:22.339895 3681 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.340057 3681 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.340116 3681 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.345660 3681 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.349205 3681 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.350760 3681 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.357822 3681 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.360917 3681 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.387751 3681 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.406926 3681 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.416711 3681 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.435917 3681 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.436019 3681 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.451980 3681 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.459715 3681 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.483110 3681 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.483228 3681 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.495835 3681 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:22.505114 3681 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.514131 3681 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:23.615877 3681 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:23.618064 3681 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:30.045421 3681 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.045944 3681 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.045966 3681 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.045974 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:30.045983 3681 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.045987 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:31.037717 3681 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038272 3681 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038298 3681 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038306 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:31.038315 3681 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038323 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:31.070177 3681 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070197 3681 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070216 3681 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070230 3681 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.031013 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.031609 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.031643 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.031653 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:32.031666 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.031671 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:32.065597 3681 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.065621 3681 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.065636 3681 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.065652 3681 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057049 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057073 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057100 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057110 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:34.082289 3681 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.082896 3681 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.082928 3681 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.082939 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:34.082956 3681 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.082966 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:35.114324 3681 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.114352 3681 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.114369 3681 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.114382 3681 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:36.080031 3681 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.080564 3681 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.080597 3681 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.080608 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:36.080624 3681 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.080629 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:37.082023 3681 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.082604 3681 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.082634 3681 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.082641 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:37.082650 3681 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.082658 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:37.125332 3681 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.125376 3681 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.125392 3681 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.125407 3681 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113580 3681 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113605 3681 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113619 3681 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113628 3681 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:39.202031 3681 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-xjd6c for pod on switch ip-10-0-2-227.ec2.internal I0504 20:46:39.202247 3681 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c I0504 20:46:39.219629 3681 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c] pod update took 17.445426ms I0504 20:46:39.219655 3681 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c] addLogicalPort annotation time took 17.476881ms I0504 20:46:39.220852 3681 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c] addLogicalPort took 18.840438ms, libovsdb time 893.462µs I0504 20:46:39.565696 3681 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c 6204d1cb7e719311d285dfa7265c49278cbd2b1170882f08af63d8df66e631d9 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c 6204d1cb7e719311d285dfa7265c49278cbd2b1170882f08af63d8df66e631d9 network default NAD default NAD key ] I0504 20:46:39.575315 3681 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-xjd6c, hostIfaceName: 6204d1cb7e71931, network: default, NAD default, SandboxID: "6204d1cb7e719311d285dfa7265c49278cbd2b1170882f08af63d8df66e631d9", PCI device ID: , UID: "9a2f8c98-d605-4688-9918-718a5ef39530", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0504 20:46:39.626333 3681 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c 6204d1cb7e719311d285dfa7265c49278cbd2b1170882f08af63d8df66e631d9 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xjd6c 6204d1cb7e719311d285dfa7265c49278cbd2b1170882f08af63d8df66e631d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e0:95:09:75:54\",\"name\":\"6204d1cb7e71931\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7d986d5-6a63-4d90-a0bc-6f53285def79\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:42.990768 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:43.769864 3681 namespace.go:98] [cert-manager] adding namespace I0504 20:46:43.770740 3681 namespace.go:102] [cert-manager] adding namespace took 853.298µs I0504 20:46:43.804738 3681 namespace.go:142] [cert-manager] updating namespace I0504 20:46:43.832896 3681 namespace.go:142] [cert-manager] updating namespace I0504 20:46:45.056401 3681 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-x7spk] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-x7spk for pod on switch ip-10-0-2-227.ec2.internal I0504 20:46:45.056553 3681 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-x7spk I0504 20:46:45.071427 3681 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-x7spk] pod update took 14.941419ms I0504 20:46:45.071454 3681 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-x7spk] addLogicalPort annotation time took 14.974832ms I0504 20:46:45.072746 3681 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-x7spk] addLogicalPort took 16.362151ms, libovsdb time 907.472µs I0504 20:46:45.438792 3681 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-x7spk 7e9c59b338d7fcbabc26c1678edc0147a6dbedc6c4088670e537972ca03c05c7 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-x7spk 7e9c59b338d7fcbabc26c1678edc0147a6dbedc6c4088670e537972ca03c05c7 network default NAD default NAD key ] I0504 20:46:45.449205 3681 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-x7spk, hostIfaceName: 7e9c59b338d7fcb, network: default, NAD default, SandboxID: "7e9c59b338d7fcbabc26c1678edc0147a6dbedc6c4088670e537972ca03c05c7", PCI device ID: , UID: "ea00f275-cf46-420c-ac44-676964126766", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0504 20:46:45.506237 3681 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-x7spk 7e9c59b338d7fcbabc26c1678edc0147a6dbedc6c4088670e537972ca03c05c7 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-x7spk 7e9c59b338d7fcbabc26c1678edc0147a6dbedc6c4088670e537972ca03c05c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:76:d3:66:4c:4b\",\"name\":\"7e9c59b338d7fcb\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c4bac02-d56e-4388-98f8-eb43270a1f3d\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:48.127589 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:48.136893 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:49.261754 3681 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gxb25] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-gxb25 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:46:49.261851 3681 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-gxb25 I0504 20:46:49.277942 3681 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-gxb25] pod update took 16.114429ms I0504 20:46:49.277976 3681 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gxb25] addLogicalPort annotation time took 16.152431ms I0504 20:46:49.279263 3681 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-gxb25] addLogicalPort took 17.543503ms, libovsdb time 864.302µs I0504 20:46:49.622919 3681 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-gxb25 19f60e32af49f7f9505798f9408e3ab8fd3465cb284189cdf90b41ad56056901 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gxb25 19f60e32af49f7f9505798f9408e3ab8fd3465cb284189cdf90b41ad56056901 network default NAD default NAD key ] I0504 20:46:49.633023 3681 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-gxb25, hostIfaceName: 19f60e32af49f7f, network: default, NAD default, SandboxID: "19f60e32af49f7f9505798f9408e3ab8fd3465cb284189cdf90b41ad56056901", PCI device ID: , UID: "09be5f49-9b34-4be0-8f74-fe9b4573aa61", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0504 20:46:49.689154 3681 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-gxb25 19f60e32af49f7f9505798f9408e3ab8fd3465cb284189cdf90b41ad56056901 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gxb25 19f60e32af49f7f9505798f9408e3ab8fd3465cb284189cdf90b41ad56056901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:30:30:89:95:86\",\"name\":\"19f60e32af49f7f\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee507d44-0403-4211-86ea-df41822729fd\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:49.989012 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:49.989030 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:51.390946 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0504 20:46:55.995116 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:55.995142 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:56.151067 3681 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:56.165404 3681 namespace.go:142] [openshift-operators] updating namespace I0504 20:47:04.130062 3681 namespace.go:142] [openshift-operators] updating namespace I0504 20:47:04.503329 3681 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-hqfg6 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:47:04.503460 3681 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6 I0504 20:47:04.548339 3681 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6] pod update took 44.904827ms I0504 20:47:04.548363 3681 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6] addLogicalPort annotation time took 44.934597ms I0504 20:47:04.549597 3681 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6] addLogicalPort took 46.283917ms, libovsdb time 877.499µs I0504 20:47:04.552168 3681 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-tj9j4 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:47:04.552332 3681 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4 I0504 20:47:04.580247 3681 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4] pod update took 27.935535ms I0504 20:47:04.580271 3681 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4] addLogicalPort annotation time took 27.964939ms I0504 20:47:04.581354 3681 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4] addLogicalPort took 29.200128ms, libovsdb time 778.346µs I0504 20:47:04.862494 3681 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6 df3f0f5a27323249eed10c13beb2ac08637d72d97a3569fcc1083efc140d90bd network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6 df3f0f5a27323249eed10c13beb2ac08637d72d97a3569fcc1083efc140d90bd network default NAD default NAD key ] I0504 20:47:04.871973 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-hqfg6, hostIfaceName: df3f0f5a2732324, network: default, NAD default, SandboxID: "df3f0f5a27323249eed10c13beb2ac08637d72d97a3569fcc1083efc140d90bd", PCI device ID: , UID: "a161672e-9366-4d7c-a205-a068e8af8b5b", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0504 20:47:04.915906 3681 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4 670e24b2aa253155e97b44cabf8efe6c7caa6fc504c1db56c9c48b0d20bda29c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4 670e24b2aa253155e97b44cabf8efe6c7caa6fc504c1db56c9c48b0d20bda29c network default NAD default NAD key ] I0504 20:47:04.925466 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-tj9j4, hostIfaceName: 670e24b2aa25315, network: default, NAD default, SandboxID: "670e24b2aa253155e97b44cabf8efe6c7caa6fc504c1db56c9c48b0d20bda29c", PCI device ID: , UID: "d1235e78-74dc-4e17-8d11-a55480fefded", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0504 20:47:04.925996 3681 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6 df3f0f5a27323249eed10c13beb2ac08637d72d97a3569fcc1083efc140d90bd network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hqfg6 df3f0f5a27323249eed10c13beb2ac08637d72d97a3569fcc1083efc140d90bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e3:31:7b:9b:d5\",\"name\":\"df3f0f5a2732324\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf6b35c8-cb42-44d4-85e9-011155e00983\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:04.975308 3681 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4 670e24b2aa253155e97b44cabf8efe6c7caa6fc504c1db56c9c48b0d20bda29c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-tj9j4 670e24b2aa253155e97b44cabf8efe6c7caa6fc504c1db56c9c48b0d20bda29c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:de:2c:9b:cd:cd\",\"name\":\"670e24b2aa25315\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093748fc-283e-4095-8f14-8c79ac07544f\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:47:05.179938 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:47:06.400876 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 20:47:13.679844 3681 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:47:13.680731 3681 namespace.go:102] [trusted-artifact-signer] adding namespace took 864.31µs I0504 20:47:13.777760 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:13.791422 3681 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:47:14.184818 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:47:16.396603 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 20:47:19.726495 3681 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:19.727331 3681 namespace.go:102] [openshift-pipelines] adding namespace took 814.482µs I0504 20:47:19.750162 3681 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:20.804816 3681 namespace.go:142] [cert-manager] updating namespace I0504 20:47:21.122993 3681 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:21.704116 3681 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:21.899454 3681 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:22.090589 3681 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:22.482304 3681 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:22.687740 3681 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:22.887358 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:23.093950 3681 namespace.go:142] [tsf] updating namespace I0504 20:47:23.304064 3681 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:23.502929 3681 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:23.702719 3681 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:23.874914 3681 namespace.go:142] [cert-manager] updating namespace I0504 20:47:23.899371 3681 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:23.920967 3681 namespace.go:142] [default] updating namespace I0504 20:47:23.942625 3681 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:23.969974 3681 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:23.987115 3681 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:24.009630 3681 namespace.go:142] [openshift] updating namespace I0504 20:47:24.026592 3681 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:24.039506 3681 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:24.058605 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:24.072361 3681 namespace.go:142] [tsf] updating namespace I0504 20:47:24.088147 3681 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:24.106304 3681 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:24.121640 3681 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:24.227002 3681 namespace.go:142] [cert-manager] updating namespace I0504 20:47:24.335527 3681 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:24.438135 3681 namespace.go:142] [default] updating namespace I0504 20:47:24.497466 3681 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:24.588410 3681 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:24.668800 3681 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:24.720568 3681 namespace.go:142] [openshift] updating namespace I0504 20:47:24.796759 3681 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:24.888400 3681 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:24.996579 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:25.099119 3681 namespace.go:142] [tsf] updating namespace I0504 20:47:25.242329 3681 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:25.369719 3681 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:25.421960 3681 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:26.101217 3681 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:34.915755 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-72s25 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:47:34.915857 3681 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25 I0504 20:47:34.933042 3681 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25] pod update took 17.225396ms I0504 20:47:34.933063 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25] addLogicalPort annotation time took 17.250003ms I0504 20:47:34.934334 3681 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25] addLogicalPort took 18.593909ms, libovsdb time 902.949µs I0504 20:47:35.002838 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-fv9bl for pod on switch ip-10-0-2-227.ec2.internal I0504 20:47:35.002950 3681 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl I0504 20:47:35.018683 3681 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl] pod update took 15.756265ms I0504 20:47:35.018713 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl] addLogicalPort annotation time took 15.788955ms I0504 20:47:35.019976 3681 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl] addLogicalPort took 17.155214ms, libovsdb time 834.445µs I0504 20:47:35.280495 3681 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25 ae098f724e04de115eb3f592dfd5afd517303e6a14b5b0fbc4f70701abdd99b5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25 ae098f724e04de115eb3f592dfd5afd517303e6a14b5b0fbc4f70701abdd99b5 network default NAD default NAD key ] I0504 20:47:35.290795 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-72s25, hostIfaceName: ae098f724e04de1, network: default, NAD default, SandboxID: "ae098f724e04de115eb3f592dfd5afd517303e6a14b5b0fbc4f70701abdd99b5", PCI device ID: , UID: "d4e74eea-2b32-439b-aef2-90034e26f2f9", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0504 20:47:35.347968 3681 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25 ae098f724e04de115eb3f592dfd5afd517303e6a14b5b0fbc4f70701abdd99b5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-72s25 ae098f724e04de115eb3f592dfd5afd517303e6a14b5b0fbc4f70701abdd99b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:61:d9:bc:18:3e\",\"name\":\"ae098f724e04de1\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6dbf03e-ea20-49c8-a501-e2daed9caad2\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:35.643357 3681 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:35.643909 3681 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:35.665183 3681 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:35.665206 3681 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:35.666967 3681 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl 2a7c556ec6ee996da147baed4e162c45e113b97ead011a4305910ed077b7d006 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl 2a7c556ec6ee996da147baed4e162c45e113b97ead011a4305910ed077b7d006 network default NAD default NAD key ] I0504 20:47:35.672143 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:47:35.672243 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:47:35.677288 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-fv9bl, hostIfaceName: 2a7c556ec6ee996, network: default, NAD default, SandboxID: "2a7c556ec6ee996da147baed4e162c45e113b97ead011a4305910ed077b7d006", PCI device ID: , UID: "0a3722be-7901-4e15-bdeb-6c6d97629116", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0504 20:47:35.727734 3681 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl 2a7c556ec6ee996da147baed4e162c45e113b97ead011a4305910ed077b7d006 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fv9bl 2a7c556ec6ee996da147baed4e162c45e113b97ead011a4305910ed077b7d006 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f6:51:25:be:04\",\"name\":\"2a7c556ec6ee996\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16243b4f-46e2-49f7-8afd-040e20b80fe8\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:47:38.552415 3681 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.552457 3681 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.552464 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:39.217611 3681 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217634 3681 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217639 3681 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217644 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.310503 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:39.310528 3681 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:39.310533 3681 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:47:48.498513 3681 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499102 3681 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499133 3681 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499143 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:47:48.499158 3681 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499166 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... W0504 20:47:48.582563 3681 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:48.599426 3681 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:49.529320 3681 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.529348 3681 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.529365 3681 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.529376 3681 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:47:50.225988 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:50.226012 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:50.226023 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:50.226030 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 20:47:57.448802 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-zxnph for pod on switch ip-10-0-2-227.ec2.internal I0504 20:47:57.448919 3681 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph I0504 20:47:57.469948 3681 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph] pod update took 21.071387ms I0504 20:47:57.469974 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph] addLogicalPort annotation time took 21.101119ms I0504 20:47:57.471183 3681 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph] addLogicalPort took 22.401314ms, libovsdb time 828.592µs I0504 20:47:57.585887 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-t2dzt for pod on switch ip-10-0-2-227.ec2.internal I0504 20:47:57.585984 3681 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt I0504 20:47:57.603289 3681 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt] pod update took 17.325576ms I0504 20:47:57.603316 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt] addLogicalPort annotation time took 17.354981ms I0504 20:47:57.604501 3681 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt] addLogicalPort took 18.632734ms, libovsdb time 848.613µs I0504 20:47:57.946712 3681 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt 62a0636c0c7b6f9c9f80a84f87cefc232470afb96348c063c06a095288946b2b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt 62a0636c0c7b6f9c9f80a84f87cefc232470afb96348c063c06a095288946b2b network default NAD default NAD key ] I0504 20:47:57.957164 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-t2dzt, hostIfaceName: 62a0636c0c7b6f9, network: default, NAD default, SandboxID: "62a0636c0c7b6f9c9f80a84f87cefc232470afb96348c063c06a095288946b2b", PCI device ID: , UID: "2ed228ff-54ae-4b2d-a4c7-f07e3f0d7767", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0504 20:47:58.008798 3681 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt 62a0636c0c7b6f9c9f80a84f87cefc232470afb96348c063c06a095288946b2b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2dzt 62a0636c0c7b6f9c9f80a84f87cefc232470afb96348c063c06a095288946b2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ca:78:66:34:60\",\"name\":\"62a0636c0c7b6f9\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f341a47-882e-4ff9-89cb-1011881072d9\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:58.115860 3681 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph 34d7eb11ad65b8ae630f7b580ced987f0c926f5ecc9a50e7c5c658a8a6505f8d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph 34d7eb11ad65b8ae630f7b580ced987f0c926f5ecc9a50e7c5c658a8a6505f8d network default NAD default NAD key ] I0504 20:47:58.137732 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-zxnph, hostIfaceName: 34d7eb11ad65b8a, network: default, NAD default, SandboxID: "34d7eb11ad65b8ae630f7b580ced987f0c926f5ecc9a50e7c5c658a8a6505f8d", PCI device ID: , UID: "eda4dd28-d034-4fbc-8aec-e8d26fe92ff8", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0504 20:47:58.191203 3681 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph 34d7eb11ad65b8ae630f7b580ced987f0c926f5ecc9a50e7c5c658a8a6505f8d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zxnph 34d7eb11ad65b8ae630f7b580ced987f0c926f5ecc9a50e7c5c658a8a6505f8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:70:76:a0:7f:84\",\"name\":\"34d7eb11ad65b8a\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c225c312-01ce-431c-b1e7-1f23341272ed\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:59.136990 3681 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:48:01.368165 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:48:06.307181 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35 I0504 20:48:11.856508 3681 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:11.857082 3681 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:11.880055 3681 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.880073 3681 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.886398 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:48:11.886424 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0504 20:48:12.346758 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:48:13.946072 3681 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:48:13.946665 3681 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:48:13.946696 3681 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:48:13.948813 3681 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:48:14.243732 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-kgxp7 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:48:14.243832 3681 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7 I0504 20:48:14.263114 3681 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7] pod update took 19.280532ms I0504 20:48:14.263137 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7] addLogicalPort annotation time took 19.335225ms I0504 20:48:14.264445 3681 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7] addLogicalPort took 20.731923ms, libovsdb time 878.252µs I0504 20:48:14.602996 3681 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7 d1d0b756412bc4d8215a3f0a2b13fc0aa159ed1f4bf0ca211718a439307b8534 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7 d1d0b756412bc4d8215a3f0a2b13fc0aa159ed1f4bf0ca211718a439307b8534 network default NAD default NAD key ] I0504 20:48:14.612556 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-kgxp7, hostIfaceName: d1d0b756412bc4d, network: default, NAD default, SandboxID: "d1d0b756412bc4d8215a3f0a2b13fc0aa159ed1f4bf0ca211718a439307b8534", PCI device ID: , UID: "beaed01d-81e3-4094-81b0-ee6a447ac9d2", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0504 20:48:14.666458 3681 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7 d1d0b756412bc4d8215a3f0a2b13fc0aa159ed1f4bf0ca211718a439307b8534 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-kgxp7 d1d0b756412bc4d8215a3f0a2b13fc0aa159ed1f4bf0ca211718a439307b8534 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:1d:e8:31:ec:69\",\"name\":\"d1d0b756412bc4d\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e3978e0-0842-41d0-9b4b-de2900d43bc3\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:18.648145 3681 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:48:20.761811 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:20.761831 3681 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:20.766197 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:20.766213 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:48:39.965226 3681 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:39.965859 3681 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:40.278033 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-9qx8p for pod on switch ip-10-0-2-227.ec2.internal I0504 20:48:40.278171 3681 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p I0504 20:48:40.343548 3681 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p] pod update took 65.396248ms I0504 20:48:40.343572 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p] addLogicalPort annotation time took 65.422509ms I0504 20:48:40.344798 3681 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p] addLogicalPort took 66.782708ms, libovsdb time 872.721µs I0504 20:48:40.634746 3681 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p db37f9215dbf2896eddb376c08fafe938ec5cbfadb787a5b2793ccf78cb0471f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p db37f9215dbf2896eddb376c08fafe938ec5cbfadb787a5b2793ccf78cb0471f network default NAD default NAD key ] I0504 20:48:40.644503 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-9qx8p, hostIfaceName: db37f9215dbf289, network: default, NAD default, SandboxID: "db37f9215dbf2896eddb376c08fafe938ec5cbfadb787a5b2793ccf78cb0471f", PCI device ID: , UID: "f02887cc-8a22-4aab-9434-f5863182ddda", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0504 20:48:40.697585 3681 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p db37f9215dbf2896eddb376c08fafe938ec5cbfadb787a5b2793ccf78cb0471f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-9qx8p db37f9215dbf2896eddb376c08fafe938ec5cbfadb787a5b2793ccf78cb0471f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4d:43:77:13:51\",\"name\":\"db37f9215dbf289\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d36ef90a-6ee9-4d42-85d6-5687a3ca75fd\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:40.969708 3681 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:40.969732 3681 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:40.977941 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn I0504 20:48:40.977969 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn W0504 20:48:45.774931 3681 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:45.774950 3681 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:45.774957 3681 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:49:01.306151 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0504 20:49:04.122056 3681 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:04.122581 3681 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:04.161040 3681 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:04.161066 3681 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:04.164000 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:49:04.164027 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:49:06.030820 3681 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-v2vk9-q8vrt] creating logical port tsf-tas_segment-backup-installation-v2vk9-q8vrt for pod on switch ip-10-0-2-227.ec2.internal I0504 20:49:06.030919 3681 kube.go:256] Updating pod tsf-tas/segment-backup-installation-v2vk9-q8vrt I0504 20:49:06.044973 3681 pod.go:62] [tsf-tas/segment-backup-installation-v2vk9-q8vrt] pod update took 14.075867ms I0504 20:49:06.044994 3681 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-v2vk9-q8vrt] addLogicalPort annotation time took 14.102401ms I0504 20:49:06.046303 3681 pods.go:271] [tsf-tas/segment-backup-installation-v2vk9-q8vrt] addLogicalPort took 15.503157ms, libovsdb time 869.99µs I0504 20:49:06.390067 3681 cni.go:452] [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key ] I0504 20:49:06.399536 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-v2vk9-q8vrt, hostIfaceName: a0f2d47914a5bdc, network: default, NAD default, SandboxID: "a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016", PCI device ID: , UID: "869d16f7-e1cc-406e-b8d9-4f4e65c891a3", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0504 20:49:06.452896 3681 cni.go:473] [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:68:73:f9:d4:08\",\"name\":\"a0f2d47914a5bdc\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40fd29fb-be2c-45a0-9ebc-8370d9cf0d52\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:49:06.777614 3681 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-mc897-txlh7] creating logical port tsf-tas_ctlog-createtree-job-mc897-txlh7 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:49:06.777706 3681 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-mc897-txlh7 I0504 20:49:06.795473 3681 pod.go:62] [tsf-tas/ctlog-createtree-job-mc897-txlh7] pod update took 17.786344ms I0504 20:49:06.795499 3681 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-mc897-txlh7] addLogicalPort annotation time took 17.819672ms I0504 20:49:06.796711 3681 pods.go:271] [tsf-tas/ctlog-createtree-job-mc897-txlh7] addLogicalPort took 19.113462ms, libovsdb time 839.805µs I0504 20:49:06.943297 3681 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6d68db8796-cd4pl] creating logical port tsf-tas_trillian-logserver-6d68db8796-cd4pl for pod on switch ip-10-0-2-227.ec2.internal I0504 20:49:06.943432 3681 kube.go:256] Updating pod tsf-tas/trillian-logserver-6d68db8796-cd4pl I0504 20:49:06.960472 3681 pod.go:62] [tsf-tas/trillian-logserver-6d68db8796-cd4pl] pod update took 17.065918ms I0504 20:49:06.960496 3681 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6d68db8796-cd4pl] addLogicalPort annotation time took 17.096102ms I0504 20:49:06.961759 3681 pods.go:271] [tsf-tas/trillian-logserver-6d68db8796-cd4pl] addLogicalPort took 18.487662ms, libovsdb time 831.749µs I0504 20:49:07.077466 3681 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-68b89fdff9-vsgxr] creating logical port tsf-tas_trillian-logsigner-68b89fdff9-vsgxr for pod on switch ip-10-0-2-227.ec2.internal I0504 20:49:07.077601 3681 kube.go:256] Updating pod tsf-tas/trillian-logsigner-68b89fdff9-vsgxr I0504 20:49:07.098108 3681 pod.go:62] [tsf-tas/trillian-logsigner-68b89fdff9-vsgxr] pod update took 20.526998ms I0504 20:49:07.098195 3681 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-68b89fdff9-vsgxr] addLogicalPort annotation time took 20.641555ms I0504 20:49:07.099923 3681 pods.go:271] [tsf-tas/trillian-logsigner-68b89fdff9-vsgxr] addLogicalPort took 22.476526ms, libovsdb time 1.175127ms I0504 20:49:07.168517 3681 cni.go:452] [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key ] I0504 20:49:07.182319 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-mc897-txlh7, hostIfaceName: b564e48eac269eb, network: default, NAD default, SandboxID: "b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c", PCI device ID: , UID: "05fe1541-75d3-4588-8c8a-be2f3cc53c5b", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0504 20:49:07.251216 3681 cni.go:473] [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:20:b1:58:4f:dc\",\"name\":\"b564e48eac269eb\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1506c86-5ae0-4dba-9be8-2245882b4bc1\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:49:08.062417 3681 cni.go:452] [tsf-tas/trillian-logsigner-68b89fdff9-vsgxr 0c8f0c981a8e1c2c8d3f8d58b43265287d5afb44f516895fda8a6c5c610e8cea network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-68b89fdff9-vsgxr 0c8f0c981a8e1c2c8d3f8d58b43265287d5afb44f516895fda8a6c5c610e8cea network default NAD default NAD key ] I0504 20:49:08.074447 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-68b89fdff9-vsgxr, hostIfaceName: 0c8f0c981a8e1c2, network: default, NAD default, SandboxID: "0c8f0c981a8e1c2c8d3f8d58b43265287d5afb44f516895fda8a6c5c610e8cea", PCI device ID: , UID: "6a9698ec-69c6-4794-801a-ae7c414ba591", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0504 20:49:08.146294 3681 cni.go:473] [tsf-tas/trillian-logsigner-68b89fdff9-vsgxr 0c8f0c981a8e1c2c8d3f8d58b43265287d5afb44f516895fda8a6c5c610e8cea network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-68b89fdff9-vsgxr 0c8f0c981a8e1c2c8d3f8d58b43265287d5afb44f516895fda8a6c5c610e8cea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:37:54:0b:c2:2a\",\"name\":\"0c8f0c981a8e1c2\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9c79417-7598-4841-bda2-23c7e3672767\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:49:10.900996 3681 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:10.901120 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:49:13.180290 3681 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-n8vdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.180916 3681 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-n8vdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.061063 3681 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-n8vdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.061114 3681 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-n8vdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:15.655209 3681 cni.go:452] [tsf-tas/trillian-logserver-6d68db8796-cd4pl f59863777aec184a931372d94b95dc435c344d95dc2db9681c1a2e974eb139f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6d68db8796-cd4pl f59863777aec184a931372d94b95dc435c344d95dc2db9681c1a2e974eb139f4 network default NAD default NAD key ] I0504 20:49:15.666549 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6d68db8796-cd4pl, hostIfaceName: f59863777aec184, network: default, NAD default, SandboxID: "f59863777aec184a931372d94b95dc435c344d95dc2db9681c1a2e974eb139f4", PCI device ID: , UID: "0187c1f9-d9e0-427c-a6e0-eba583a1ce36", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0504 20:49:15.728481 3681 cni.go:473] [tsf-tas/trillian-logserver-6d68db8796-cd4pl f59863777aec184a931372d94b95dc435c344d95dc2db9681c1a2e974eb139f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6d68db8796-cd4pl f59863777aec184a931372d94b95dc435c344d95dc2db9681c1a2e974eb139f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:70:c3:36:48:ad\",\"name\":\"f59863777aec184\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab8e1d4f-f75b-4883-aa51-f7ad514a093a\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:49:18.936728 3681 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:49:19.756928 3681 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:19.779524 3681 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:49:21.076881 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:49:22.744395 3681 cni.go:452] [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key ] I0504 20:49:22.825558 3681 cni.go:473] [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-v2vk9-q8vrt a0f2d47914a5bdc9b78e404d5bed025c7524cda417c0d5497b735af934039016 network default NAD default NAD key default], result "{}", err I0504 20:49:22.890577 3681 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:22.890619 3681 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-v2vk9-q8vrt I0504 20:49:22.892005 3681 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-v2vk9-q8vrt, ips: 10.130.0.35 I0504 20:49:22.892034 3681 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:23.750827 3681 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:23.750859 3681 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:37.307989 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0504 20:49:47.826694 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:47.852010 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:49:54.372915 3681 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:54.373562 3681 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:54.394824 3681 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:54.394845 3681 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:54.400896 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:54.400918 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:50:03.354538 3681 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.355124 3681 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.436616 3681 obj_retry.go:498] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.437213 3681 obj_retry.go:498] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.221375 3681 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.221401 3681 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.307179 3681 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.307201 3681 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.434399 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.435006 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.435914 3681 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-t8r4l] creating logical port tsf_tsf-tekton-configuration-t8r4l for pod on switch ip-10-0-2-227.ec2.internal I0504 20:50:04.435997 3681 kube.go:256] Updating pod tsf/tsf-tekton-configuration-t8r4l I0504 20:50:04.447580 3681 pod.go:62] [tsf/tsf-tekton-configuration-t8r4l] pod update took 11.601962ms I0504 20:50:04.447602 3681 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-t8r4l] addLogicalPort annotation time took 11.631721ms I0504 20:50:04.448863 3681 pods.go:271] [tsf/tsf-tekton-configuration-t8r4l] addLogicalPort took 12.96285ms, libovsdb time 868.887µs I0504 20:50:04.818048 3681 cni.go:452] [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key ] I0504 20:50:04.827535 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-t8r4l, hostIfaceName: b342d631d445884, network: default, NAD default, SandboxID: "b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731", PCI device ID: , UID: "b31fddf1-4681-4975-b8a9-c8ce555b29ec", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0504 20:50:04.882288 3681 cni.go:473] [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:75:0c:29:13:aa\",\"name\":\"b342d631d445884\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f975ba6-9219-405c-add9-f7fdd8908f7a\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:05.455183 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:05.455212 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:06.968480 3681 cni.go:452] [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key ] I0504 20:50:07.057042 3681 cni.go:473] [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-mc897-txlh7 b564e48eac269eb434ecee753b7eadf8d72585e1bb1b35b607e4e77ae1c59a6c network default NAD default NAD key default], result "{}", err I0504 20:50:07.113142 3681 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.113188 3681 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-mc897-txlh7 I0504 20:50:07.114440 3681 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-mc897-txlh7, ips: 10.130.0.36 I0504 20:50:07.114472 3681 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.982820 3681 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.982850 3681 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:09.988194 3681 cni.go:452] [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key ] I0504 20:50:10.071740 3681 cni.go:473] [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-t8r4l b342d631d445884bc4bfaae25dab4885784da43509572510bad4a965a166f731 network default NAD default NAD key default], result "{}", err I0504 20:50:10.124042 3681 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-t8r4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:10.124074 3681 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-t8r4l I0504 20:50:10.125619 3681 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-t8r4l, ips: 10.130.0.39 I0504 20:50:10.125646 3681 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-t8r4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.148295 3681 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-t8r4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.148319 3681 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-t8r4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.179588 3681 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.179603 3681 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.184520 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-nlpmm I0504 20:50:11.184547 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-nlpmm I0504 20:50:11.975371 3681 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5f978cb6f-4qbqf] creating logical port tsf-tas_ctlog-5f978cb6f-4qbqf for pod on switch ip-10-0-2-227.ec2.internal I0504 20:50:11.975462 3681 kube.go:256] Updating pod tsf-tas/ctlog-5f978cb6f-4qbqf I0504 20:50:11.993451 3681 pod.go:62] [tsf-tas/ctlog-5f978cb6f-4qbqf] pod update took 18.012479ms I0504 20:50:11.993474 3681 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5f978cb6f-4qbqf] addLogicalPort annotation time took 18.041541ms I0504 20:50:11.994813 3681 pods.go:271] [tsf-tas/ctlog-5f978cb6f-4qbqf] addLogicalPort took 19.461696ms, libovsdb time 927.374µs I0504 20:50:12.937037 3681 cni.go:452] [tsf-tas/ctlog-5f978cb6f-4qbqf 9be74c762f59809a8bb14aaaf3a15bcc0e05742283bd2029fc7456cc29851768 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5f978cb6f-4qbqf 9be74c762f59809a8bb14aaaf3a15bcc0e05742283bd2029fc7456cc29851768 network default NAD default NAD key ] I0504 20:50:12.946642 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5f978cb6f-4qbqf, hostIfaceName: 9be74c762f59809, network: default, NAD default, SandboxID: "9be74c762f59809a8bb14aaaf3a15bcc0e05742283bd2029fc7456cc29851768", PCI device ID: , UID: "63a76097-abad-4d3d-b0ac-a0a2346bf6d9", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0504 20:50:13.000328 3681 cni.go:473] [tsf-tas/ctlog-5f978cb6f-4qbqf 9be74c762f59809a8bb14aaaf3a15bcc0e05742283bd2029fc7456cc29851768 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5f978cb6f-4qbqf 9be74c762f59809a8bb14aaaf3a15bcc0e05742283bd2029fc7456cc29851768 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e7:f3:56:ff:3d\",\"name\":\"9be74c762f59809\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3892f05-7910-4ee7-9d1c-9c9dbbc425be\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:50:13.270026 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:50:13.353712 3681 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 20:50:15.012820 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:15.499636 3681 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:15.500281 3681 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:15.522070 3681 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:15.522113 3681 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:15.526576 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:50:15.526598 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:50:16.851455 3681 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-5gqpx] creating logical port tsf-tpa_create-db-5gqpx for pod on switch ip-10-0-2-227.ec2.internal I0504 20:50:16.851587 3681 kube.go:256] Updating pod tsf-tpa/create-db-5gqpx I0504 20:50:16.863884 3681 pod.go:62] [tsf-tpa/create-db-5gqpx] pod update took 12.31908ms I0504 20:50:16.863906 3681 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-5gqpx] addLogicalPort annotation time took 12.347054ms I0504 20:50:16.865298 3681 pods.go:271] [tsf-tpa/create-db-5gqpx] addLogicalPort took 13.863533ms, libovsdb time 918.099µs I0504 20:50:17.211140 3681 cni.go:452] [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key ] I0504 20:50:17.220711 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-5gqpx, hostIfaceName: 1973bfd739e19db, network: default, NAD default, SandboxID: "1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db", PCI device ID: , UID: "5186e1c6-37f2-4b63-bdba-7e4dd02d1cf4", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0504 20:50:17.275529 3681 cni.go:473] [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:72:6f:e8:03:51\",\"name\":\"1973bfd739e19db\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91fa3ca7-1e4a-4ddc-9b4e-4ea843529c6e\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:21.049147 3681 cni.go:452] [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key ] I0504 20:50:21.132894 3681 cni.go:473] [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-5gqpx 1973bfd739e19dbb153abee1c7f08345f1742532efe1f245a6f116b1539a34db network default NAD default NAD key default], result "{}", err I0504 20:50:21.182895 3681 obj_retry.go:498] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:21.182935 3681 pods.go:176] Deleting pod: tsf-tpa/create-db-5gqpx I0504 20:50:21.184488 3681 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-5gqpx, ips: 10.130.0.41 I0504 20:50:21.184559 3681 obj_retry.go:498] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:22.205659 3681 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:22.205683 3681 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:22.305174 3681 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-mbp99] creating logical port tsf-tpa_migrate-db-mbp99 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:50:22.305260 3681 kube.go:256] Updating pod tsf-tpa/migrate-db-mbp99 I0504 20:50:22.317252 3681 pod.go:62] [tsf-tpa/migrate-db-mbp99] pod update took 12.00999ms I0504 20:50:22.317283 3681 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-mbp99] addLogicalPort annotation time took 12.046943ms I0504 20:50:22.318840 3681 pods.go:271] [tsf-tpa/migrate-db-mbp99] addLogicalPort took 13.681949ms, libovsdb time 1.006463ms I0504 20:50:22.667463 3681 cni.go:452] [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key ] I0504 20:50:22.677287 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-mbp99, hostIfaceName: dfc5097b4fd0fc0, network: default, NAD default, SandboxID: "dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd", PCI device ID: , UID: "fb532ddf-e10c-4616-bd34-a6fbdb7ed999", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0504 20:50:22.731616 3681 cni.go:473] [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:2a:b2:51:78:db\",\"name\":\"dfc5097b4fd0fc0\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ebdff6f-ea69-41f5-a1ca-024e5d9f0f25\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:50:23.418209 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:25.075889 3681 cni.go:452] [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key ] I0504 20:50:25.165651 3681 cni.go:473] [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-mbp99 dfc5097b4fd0fc0dc7a31af422f6f831ec28545d4abf0d3761418c00dd566dcd network default NAD default NAD key default], result "{}", err I0504 20:50:25.216014 3681 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:25.216140 3681 pods.go:176] Deleting pod: tsf-tpa/migrate-db-mbp99 I0504 20:50:25.217518 3681 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-mbp99, ips: 10.130.0.42 I0504 20:50:25.217551 3681 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:25.331881 3681 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:25.331904 3681 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:26.022442 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:29.447449 3681 base_network_controller_pods.go:487] [default/tsf-tpa/server-6748f96f9f-769hn] creating logical port tsf-tpa_server-6748f96f9f-769hn for pod on switch ip-10-0-2-227.ec2.internal I0504 20:50:29.447573 3681 kube.go:256] Updating pod tsf-tpa/server-6748f96f9f-769hn I0504 20:50:29.462115 3681 pod.go:62] [tsf-tpa/server-6748f96f9f-769hn] pod update took 14.580659ms I0504 20:50:29.462138 3681 base_network_controller_pods.go:951] [default/tsf-tpa/server-6748f96f9f-769hn] addLogicalPort annotation time took 14.608867ms I0504 20:50:29.463440 3681 pods.go:271] [tsf-tpa/server-6748f96f9f-769hn] addLogicalPort took 16.011189ms, libovsdb time 884.713µs I0504 20:50:29.497535 3681 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-4km74] creating logical port tsf-tpa_importer-86bcdf477b-4km74 for pod on switch ip-10-0-2-227.ec2.internal I0504 20:50:29.497626 3681 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-4km74 I0504 20:50:29.512282 3681 pod.go:62] [tsf-tpa/importer-86bcdf477b-4km74] pod update took 14.679385ms I0504 20:50:29.512304 3681 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-4km74] addLogicalPort annotation time took 14.706623ms I0504 20:50:29.513497 3681 pods.go:271] [tsf-tpa/importer-86bcdf477b-4km74] addLogicalPort took 15.978529ms, libovsdb time 810.446µs I0504 20:50:29.761324 3681 obj_retry.go:498] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:29.761882 3681 obj_retry.go:498] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:30.782231 3681 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:30.782253 3681 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:38.509610 3681 cni.go:452] [tsf-tpa/server-6748f96f9f-769hn 8ede49aa296e164ecec4ffd186382b610095dc58ee46d903763c6793e33c45b2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6748f96f9f-769hn 8ede49aa296e164ecec4ffd186382b610095dc58ee46d903763c6793e33c45b2 network default NAD default NAD key ] I0504 20:50:38.519713 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6748f96f9f-769hn, hostIfaceName: 8ede49aa296e164, network: default, NAD default, SandboxID: "8ede49aa296e164ecec4ffd186382b610095dc58ee46d903763c6793e33c45b2", PCI device ID: , UID: "9a00ee16-6a55-4471-9193-8b6dac172b8b", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0504 20:50:38.560295 3681 cni.go:452] [tsf-tpa/importer-86bcdf477b-4km74 4e7c233297c2677a1bbdcd35c6c14fa8ce4fb9d1bfa33385b68ad228d82e6bb4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-4km74 4e7c233297c2677a1bbdcd35c6c14fa8ce4fb9d1bfa33385b68ad228d82e6bb4 network default NAD default NAD key ] I0504 20:50:38.573487 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-4km74, hostIfaceName: 4e7c233297c2677, network: default, NAD default, SandboxID: "4e7c233297c2677a1bbdcd35c6c14fa8ce4fb9d1bfa33385b68ad228d82e6bb4", PCI device ID: , UID: "b52f9588-3b34-431f-8aad-e9b190f85aca", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0504 20:50:38.577568 3681 cni.go:473] [tsf-tpa/server-6748f96f9f-769hn 8ede49aa296e164ecec4ffd186382b610095dc58ee46d903763c6793e33c45b2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6748f96f9f-769hn 8ede49aa296e164ecec4ffd186382b610095dc58ee46d903763c6793e33c45b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:19:7c:82:ff:11\",\"name\":\"8ede49aa296e164\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48223970-2073-44f2-b3ff-e4e28ab3621e\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:38.628447 3681 cni.go:473] [tsf-tpa/importer-86bcdf477b-4km74 4e7c233297c2677a1bbdcd35c6c14fa8ce4fb9d1bfa33385b68ad228d82e6bb4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-4km74 4e7c233297c2677a1bbdcd35c6c14fa8ce4fb9d1bfa33385b68ad228d82e6bb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fc:60:9f:15:15\",\"name\":\"4e7c233297c2677\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f28e624-6c68-440c-8501-def57b2b5871\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:50:39.147355 3681 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0504 20:50:40.223800 3681 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0504 20:50:41.655971 3681 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:41.660275 3681 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:41.675982 3681 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.676002 3681 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.682492 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:41.682513 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:42.443957 3681 namespace.go:98] [build-service] adding namespace I0504 20:50:42.444906 3681 namespace.go:102] [build-service] adding namespace took 927.357µs I0504 20:50:42.445324 3681 namespace.go:98] [default-tenant] adding namespace I0504 20:50:42.446063 3681 namespace.go:102] [default-tenant] adding namespace took 723.165µs I0504 20:50:42.449238 3681 namespace.go:98] [image-controller] adding namespace I0504 20:50:42.449354 3681 namespace.go:98] [integration-service] adding namespace I0504 20:50:42.449913 3681 namespace.go:102] [image-controller] adding namespace took 660.265µs I0504 20:50:42.450482 3681 namespace.go:102] [integration-service] adding namespace took 1.113931ms I0504 20:50:42.474556 3681 namespace.go:142] [build-service] updating namespace I0504 20:50:42.494477 3681 namespace.go:142] [build-service] updating namespace I0504 20:50:42.501767 3681 namespace.go:142] [default-tenant] updating namespace I0504 20:50:42.534133 3681 namespace.go:142] [default-tenant] updating namespace I0504 20:50:42.534171 3681 namespace.go:142] [image-controller] updating namespace I0504 20:50:42.559339 3681 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.562853 3681 namespace.go:142] [image-controller] updating namespace I0504 20:50:42.590570 3681 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.641936 3681 namespace.go:142] [build-service] updating namespace I0504 20:50:42.652858 3681 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.682141 3681 namespace.go:98] [release-service] adding namespace I0504 20:50:42.682893 3681 namespace.go:102] [release-service] adding namespace took 726.752µs I0504 20:50:42.708937 3681 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:42.728798 3681 namespace.go:142] [release-service] updating namespace I0504 20:50:42.750733 3681 namespace.go:142] [release-service] updating namespace I0504 20:50:42.823220 3681 namespace.go:98] [konflux-info] adding namespace I0504 20:50:42.824126 3681 namespace.go:102] [konflux-info] adding namespace took 884.076µs I0504 20:50:42.862537 3681 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:42.863487 3681 namespace.go:102] [namespace-lister] adding namespace took 928.024µs I0504 20:50:42.918948 3681 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:42.919807 3681 namespace.go:102] [enterprise-contract-service] adding namespace took 838.446µs I0504 20:50:42.919844 3681 namespace.go:142] [konflux-info] updating namespace I0504 20:50:42.953049 3681 namespace.go:142] [image-controller] updating namespace I0504 20:50:43.049176 3681 namespace.go:142] [default-tenant] updating namespace I0504 20:50:43.096441 3681 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:43.097329 3681 namespace.go:102] [segment-bridge] adding namespace took 866.139µs I0504 20:50:43.126362 3681 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:43.127135 3681 namespace.go:102] [konflux-cli] adding namespace took 750.781µs I0504 20:50:43.171389 3681 namespace.go:142] [konflux-info] updating namespace I0504 20:50:43.171536 3681 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:43.221064 3681 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:43.924117 3681 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:44.089302 3681 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:44.132209 3681 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:44.176997 3681 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:44.196037 3681 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:44.196689 3681 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:44.196709 3681 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:44.199253 3681 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:44.272260 3681 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:44.272288 3681 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:44.272308 3681 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:44.273082 3681 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:44.339203 3681 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:44.751010 3681 namespace.go:142] [build-service] updating namespace I0504 20:50:44.931076 3681 namespace.go:142] [default-tenant] updating namespace I0504 20:50:45.143549 3681 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:45.295868 3681 namespace.go:142] [image-controller] updating namespace I0504 20:50:45.515696 3681 namespace.go:142] [integration-service] updating namespace I0504 20:50:45.732128 3681 namespace.go:142] [konflux-info] updating namespace I0504 20:50:45.957668 3681 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:46.116903 3681 namespace.go:142] [release-service] updating namespace I0504 20:50:46.287787 3681 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:46.392859 3681 namespace.go:142] [build-service] updating namespace I0504 20:50:46.417811 3681 namespace.go:142] [default-tenant] updating namespace I0504 20:50:46.446184 3681 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:46.461890 3681 namespace.go:142] [image-controller] updating namespace I0504 20:50:46.470529 3681 namespace.go:142] [integration-service] updating namespace I0504 20:50:46.497525 3681 namespace.go:142] [konflux-info] updating namespace I0504 20:50:46.511600 3681 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:46.558919 3681 namespace.go:142] [release-service] updating namespace I0504 20:50:46.558974 3681 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:46.594596 3681 namespace.go:142] [build-service] updating namespace I0504 20:50:46.649055 3681 namespace.go:142] [default-tenant] updating namespace I0504 20:50:46.742368 3681 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:46.813460 3681 namespace.go:142] [image-controller] updating namespace I0504 20:50:46.905045 3681 namespace.go:142] [integration-service] updating namespace I0504 20:50:46.992150 3681 namespace.go:142] [konflux-info] updating namespace I0504 20:50:47.102602 3681 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:47.206894 3681 namespace.go:142] [release-service] updating namespace I0504 20:50:47.297153 3681 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:48.590532 3681 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:48.719358 3681 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:48.827502 3681 namespace.go:142] [konflux-cli] updating namespace W0504 20:50:49.505576 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:50:51.264989 3681 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:51.265674 3681 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:52.288006 3681 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:52.288027 3681 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:52.534556 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:50:52.559148 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 20:50:54.594854 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:50:54.595969 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:50:56.614197 3681 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:50:58.589949 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:50:58.589969 3681 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.597615 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:00.598876 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:00.649253 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.649269 3681 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.661072 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:00.661957 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0504 20:51:05.938242 3681 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:05.938789 3681 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:51:06.652549 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:51:06.664155 3681 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:06.664178 3681 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:06.669552 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-m65lw I0504 20:51:06.669577 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-m65lw I0504 20:51:28.432374 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:51:40.314614 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=648 I0504 20:52:06.432518 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 20:52:07.425892 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 20:52:11.467729 3681 obj_retry.go:498] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:11.468290 3681 obj_retry.go:498] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:12.087264 3681 obj_retry.go:492] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:12.087284 3681 obj_retry.go:492] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:12.092510 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-549f9f6984-r8p8x I0504 20:52:12.092536 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-549f9f6984-r8p8x I0504 20:52:13.177362 3681 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:13.177914 3681 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:13.213463 3681 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:13.213487 3681 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:13.216233 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:13.216261 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:52:19.394455 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0504 20:52:27.393998 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0504 20:52:45.134998 3681 namespace.go:98] [managed-tenant-gc9eg] adding namespace I0504 20:52:45.136065 3681 namespace.go:102] [managed-tenant-gc9eg] adding namespace took 1.01298ms I0504 20:52:45.163237 3681 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:45.183998 3681 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.173518 3681 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.304389 3681 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.403191 3681 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:52.308329 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0504 20:53:27.415596 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 20:53:32.400675 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:54:17.404330 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 20:54:30.421404 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:55:01.310659 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55 I0504 20:55:11.308997 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0504 20:55:23.409220 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:55:54.307895 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=166 I0504 20:57:30.311226 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 20:57:54.310859 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0504 20:58:21.318202 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=18 I0504 20:58:30.397523 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 20:58:51.435154 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:58:56.404201 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0504 20:59:39.397322 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:59:58.428822 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 21:00:04.562936 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.563546 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.432496 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.432539 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.043475 3681 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.043498 3681 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.047767 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-5gqpx I0504 21:00:22.047785 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-5gqpx I0504 21:00:24.424224 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 21:00:25.034541 3681 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:25.034593 3681 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:25.041766 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mbp99 I0504 21:00:25.041795 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mbp99 I0504 21:00:30.024811 3681 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:30.024838 3681 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:30.029267 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wqp2t I0504 21:00:30.029293 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wqp2t I0504 21:00:39.412244 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0504 21:00:39.965238 3681 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5d5fcf4666-vjxz2 I0504 21:01:47.435931 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0504 21:02:00.278258 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:00.278822 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:00.312484 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0504 21:02:01.056995 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:01.057020 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:01.061977 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:02:01.062006 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:02:04.258195 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:04.258756 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:20.326378 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:20.326972 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:26.407026 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 21:02:37.314890 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0504 21:02:57.798567 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:57.799176 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:58.416024 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:58.416053 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:58.421035 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:02:58.421062 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:03:03.611405 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:03.612001 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:12.694165 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:12.694773 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:21.418450 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 21:03:42.314388 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0504 21:04:06.043281 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:06.043870 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:23.321124 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=143 I0504 21:04:33.568055 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:33.568079 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:33.572460 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:04:33.572482 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:04:57.355252 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:57.355279 3681 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:57.362412 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:04:57.362442 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:05:11.438127 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 21:05:24.311149 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0504 21:05:29.407078 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 21:05:52.314417 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 21:06:45.400889 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 21:07:01.400687 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 21:07:31.415010 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 21:08:06.390876 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:06.391483 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:20.317983 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 21:08:37.677763 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:37.678306 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:05.431788 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 21:09:23.324581 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=79 I0504 21:09:31.039206 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:31.039794 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:38.421891 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 21:09:38.439511 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:09:59.426799 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:59.427411 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.416523 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.417142 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.427708 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 21:10:04.483161 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.483707 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.503754 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.504239 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:05.295668 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.295689 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.328367 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.328391 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.328446 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 21:10:05.328469 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 21:10:19.318161 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0504 21:10:23.624270 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:23.624846 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:36.315493 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0504 21:11:03.409972 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 21:11:07.314571 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0504 21:11:29.409948 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 21:12:41.267132 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:41.267723 3681 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:45.403883 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 21:12:56.417759 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 21:12:59.762792 3681 obj_retry.go:498] Detected object default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:59.763418 3681 obj_retry.go:498] Detected object default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it