+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-142.ec2.internal ++ [[ -n ip-10-0-0-142.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-142.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 11:03:24.155707410 - disable conntrack on geneve port' I0428 11:03:24.155707410 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0428 11:03:24.193391180 - starting ovnkube-node + echo 'I0428 11:03:24.193391180 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-142.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-142.ec2.internal --init-node ip-10-0-0-142.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-142.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0428 11:03:24.236323 3797 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0428 11:03:24.236383 3797 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-0b0c8db5ba.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0428 11:03:24.237724 3797 kube.go:431] Waiting for certificate I0428 11:03:24.237762 3797 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0428 11:03:24.237795 3797 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0428 11:03:24.238594 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 11:03:24.266793 3797 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:24.266806 3797 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:24.269200 3797 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:24.269311 3797 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-69zpk" I0428 11:03:24.275518 3797 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-69zpk" I0428 11:03:24.275569 3797 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:25.238200 3797 kube.go:438] Certificate found I0428 11:03:25.238752 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 11:03:25.239697 3797 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0428 11:03:25.288938 3797 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 10:58:24 +0000 UTC" deadline="2026-04-29 04:48:01.835079891 +0000 UTC" I0428 11:03:25.288986 3797 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h44m36.546103186s" I0428 11:03:25.312318 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 11:03:25.321174 3797 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0428 11:03:25.321236 3797 server.go:101] MetricServer registers OVS metrics I0428 11:03:25.321720 3797 server.go:105] MetricServer registers OVN DB metrics I0428 11:03:25.328801 3797 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0428 11:03:25.328865 3797 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0428 11:03:25.332917 3797 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0428 11:03:25.332994 3797 factory.go:561] Starting watch factory I0428 11:03:25.333097 3797 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.333115 3797 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.333610 3797 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.333627 3797 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.334454 3797 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.334474 3797 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.334560 3797 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.334590 3797 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.334665 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.334681 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.335771 3797 controller_manager.go:370] Starting the ovnkube controller I0428 11:03:25.335789 3797 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-142.ec2.internal I0428 11:03:25.335870 3797 controller_manager.go:395] NBDB zone sync took: 66.92µs I0428 11:03:25.335885 3797 factory.go:561] Starting watch factory I0428 11:03:25.335942 3797 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.336114 3797 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.344755 3797 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0428 11:03:25.344773 3797 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0428 11:03:25.348821 3797 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0428 11:03:25.348862 3797 server.go:109] MetricServer registers OVN Controller metrics I0428 11:03:25.352780 3797 server.go:113] MetricServer registers OVN Northd metrics I0428 11:03:25.353078 3797 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.354220 3797 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.356396 3797 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.356527 3797 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.356893 3797 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.357907 3797 metrics.go:519] OVN Metrics Server starts to run ... I0428 11:03:25.365051 3797 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:25.439026 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 11:03:25.439040 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 11:03:25.439043 3797 factory.go:1977] *v1.Node informer cache synced successfully I0428 11:03:25.439046 3797 factory.go:1977] *v1.Service informer cache synced successfully I0428 11:03:25.439049 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 11:03:25.439052 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0428 11:03:25.439133 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:25.439152 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:25.439137 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:25.439194 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:25.441524 3797 factory.go:1977] *v1.Node informer cache synced successfully I0428 11:03:25.441537 3797 factory.go:1977] *v1.Service informer cache synced successfully I0428 11:03:25.441540 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 11:03:25.441543 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0428 11:03:25.441546 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 11:03:25.441549 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 11:03:25.441908 3797 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:25.441910 3797 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:25.444959 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 11:03:25.444970 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 11:03:25.445024 3797 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.445036 3797 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.447067 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 11:03:25.447077 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 11:03:25.447291 3797 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.450581 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 11:03:25.450640 3797 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.450677 3797 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.453052 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 11:03:25.453324 3797 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.456465 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 11:03:25.456523 3797 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.456539 3797 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.458821 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 11:03:25.459031 3797 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.462084 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 11:03:25.462146 3797 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.462160 3797 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.464267 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 11:03:25.464422 3797 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.467476 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 11:03:25.468011 3797 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.468026 3797 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.469753 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 11:03:25.470295 3797 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.473158 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 11:03:25.473340 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:03:25.473369 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:03:25.475550 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 11:03:25.475716 3797 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:03:25.478924 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 11:03:25.479005 3797 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.479014 3797 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.479023 3797 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.479031 3797 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.481135 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 11:03:25.481484 3797 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.481584 3797 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:25.484750 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 11:03:25.484759 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 11:03:25.484766 3797 factory.go:680] Watch Factory start up complete, took: 151.777164ms I0428 11:03:25.484830 3797 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0428 11:03:25.486975 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 11:03:25.486986 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 11:03:25.486996 3797 factory.go:680] Watch Factory start up complete, took: 151.108495ms I0428 11:03:25.487004 3797 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-142.ec2.internal" zone I0428 11:03:25.538190 3797 default_node_network_controller.go:710] Initializing the default node network controller I0428 11:03:25.623844 3797 udn_isolation.go:101] Starting UDN host isolation manager I0428 11:03:25.629838 3797 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0428 11:03:25.691722 3797 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0428 11:03:25.691806 3797 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0428 11:03:25.691821 3797 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0428 11:03:25.724730 3797 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0428 11:03:25.724798 3797 default_node_network_controller.go:809] Node ip-10-0-0-142.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0428 11:03:25.730605 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.142"] k8s.ovn.org/zone-name:ip-10-0-0-142.ec2.internal] on node ip-10-0-0-142.ec2.internal I0428 11:03:25.750954 3797 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0428 11:03:25.756664 3797 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0428 11:03:25.756800 3797 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0428 11:03:25.756953 3797 gateway_init.go:263] Preparing Gateway I0428 11:03:25.756964 3797 gateway_shared_intf.go:1687] Creating new gateway I0428 11:03:25.860098 3797 iptables.go:108] Creating table: filter chain: FORWARD I0428 11:03:25.866071 3797 iptables.go:108] Creating table: filter chain: OUTPUT I0428 11:03:25.872146 3797 gateway_shared_intf.go:1816] Gateway Creation Complete I0428 11:03:25.872170 3797 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-142.ec2.internal","mac-address":"12:6b:fb:3c:12:71","ip-addresses":["10.0.0.142/24"],"ip-address":"10.0.0.142/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:37604edd-433f-41b6-a159-d6e2e145d005 k8s.ovn.org/node-encap-ips:["10.0.0.142"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.142/24"} k8s.ovn.org/zone-name:ip-10-0-0-142.ec2.internal] on node ip-10-0-0-142.ec2.internal I0428 11:03:25.892387 3797 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:25.987926 3797 controller_manager.go:429] Waiting for node in zone sync took: 500.909356ms I0428 11:03:25.994873 3797 controller_manager.go:611] Switching to transit router for layer2 networks I0428 11:03:25.994886 3797 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-142.ec2.internal I0428 11:03:26.011715 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 11:03:26.017957 3797 controller_manager.go:290] SCTP support detected in OVN I0428 11:03:26.018945 3797 services_controller.go:69] Creating services controller for network=default I0428 11:03:26.019046 3797 udn_enabled_svc.go:80] Waiting for service informer to sync I0428 11:03:26.019096 3797 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0428 11:03:26.019129 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0428 11:03:26.019145 3797 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0428 11:03:26.019153 3797 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 11:03:26.019322 3797 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0428 11:03:26.019400 3797 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0428 11:03:26.019420 3797 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.065µs I0428 11:03:26.019435 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.786µs I0428 11:03:26.019442 3797 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.983µs I0428 11:03:26.019447 3797 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0428 11:03:26.019456 3797 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0428 11:03:26.019464 3797 default_network_controller.go:325] Starting the default network controller I0428 11:03:26.019485 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.209µs I0428 11:03:26.019500 3797 udn_enabled_svc.go:95] Performing full resync I0428 11:03:26.019774 3797 udn_enabled_svc.go:99] Waiting for handler to sync I0428 11:03:26.019786 3797 udn_enabled_svc.go:104] Starting worker I0428 11:03:26.028417 3797 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0428 11:03:26.028479 3797 repair.go:33] Syncing exgw routes took 49.655µs I0428 11:03:26.028501 3797 default_network_controller.go:414] Starting all the Watchers... I0428 11:03:26.028663 3797 namespace.go:98] [openshift-insights] adding namespace I0428 11:03:26.028669 3797 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0428 11:03:26.028676 3797 namespace.go:98] [openshift-marketplace] adding namespace I0428 11:03:26.028678 3797 namespace.go:98] [openshift-backplane-srep] adding namespace I0428 11:03:26.028689 3797 namespace.go:98] [openshift-ingress] adding namespace I0428 11:03:26.028692 3797 namespace.go:98] [openshift-machine-api] adding namespace I0428 11:03:26.028700 3797 namespace.go:98] [openshift-etcd] adding namespace I0428 11:03:26.028703 3797 namespace.go:98] [openshift-network-node-identity] adding namespace I0428 11:03:26.028707 3797 namespace.go:98] [openshift-backplane-mobb] adding namespace I0428 11:03:26.028712 3797 namespace.go:98] [openshift-customer-monitoring] adding namespace I0428 11:03:26.028718 3797 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0428 11:03:26.028727 3797 namespace.go:98] [openshift-network-diagnostics] adding namespace I0428 11:03:26.028735 3797 namespace.go:98] [openshift] adding namespace I0428 11:03:26.028663 3797 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0428 11:03:26.028665 3797 namespace.go:98] [openshift-operators-redhat] adding namespace I0428 11:03:26.029181 3797 namespace.go:102] [openshift-insights] adding namespace took 507.378µs I0428 11:03:26.029196 3797 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0428 11:03:26.029634 3797 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 433.853µs I0428 11:03:26.029647 3797 namespace.go:98] [openshift-package-operator] adding namespace I0428 11:03:26.030144 3797 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 1.466459ms I0428 11:03:26.030159 3797 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0428 11:03:26.030659 3797 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 495.391µs I0428 11:03:26.030670 3797 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0428 11:03:26.031035 3797 namespace.go:102] [openshift-marketplace] adding namespace took 2.35436ms I0428 11:03:26.031043 3797 namespace.go:98] [default] adding namespace I0428 11:03:26.031548 3797 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.857917ms I0428 11:03:26.031566 3797 namespace.go:98] [openshift-console-operator] adding namespace I0428 11:03:26.032048 3797 namespace.go:102] [openshift-ingress] adding namespace took 3.353793ms I0428 11:03:26.032059 3797 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0428 11:03:26.032412 3797 namespace.go:102] [openshift-machine-api] adding namespace took 3.716746ms I0428 11:03:26.032420 3797 namespace.go:98] [openshift-network-operator] adding namespace I0428 11:03:26.032938 3797 namespace.go:102] [openshift-etcd] adding namespace took 4.230077ms I0428 11:03:26.032961 3797 namespace.go:98] [openshift-route-controller-manager] adding namespace I0428 11:03:26.033378 3797 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.665436ms I0428 11:03:26.033393 3797 namespace.go:98] [openshift-image-registry] adding namespace I0428 11:03:26.033871 3797 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.156526ms I0428 11:03:26.033889 3797 namespace.go:98] [openshift-apiserver] adding namespace I0428 11:03:26.034384 3797 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.667168ms I0428 11:03:26.034401 3797 namespace.go:98] [openshift-backplane-cee] adding namespace I0428 11:03:26.034844 3797 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.11806ms I0428 11:03:26.034862 3797 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0428 11:03:26.034881 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d7xn8: pod openshift-network-diagnostics/network-check-target-d7xn8: no pod IPs found W0428 11:03:26.034895 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mxd6k: pod openshift-network-diagnostics/network-check-target-mxd6k: no pod IPs found I0428 11:03:26.035328 3797 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.596537ms I0428 11:03:26.035339 3797 namespace.go:98] [openshift-service-ca-operator] adding namespace I0428 11:03:26.035812 3797 namespace.go:102] [openshift] adding namespace took 7.07218ms I0428 11:03:26.035827 3797 namespace.go:98] [openshift-backplane-cse] adding namespace I0428 11:03:26.036324 3797 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.560184ms I0428 11:03:26.036336 3797 namespace.go:98] [kube-node-lease] adding namespace I0428 11:03:26.036764 3797 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.997056ms I0428 11:03:26.036779 3797 namespace.go:98] [openshift-controller-manager] adding namespace I0428 11:03:26.037141 3797 namespace.go:102] [openshift-package-operator] adding namespace took 7.488606ms I0428 11:03:26.037156 3797 namespace.go:98] [kube-public] adding namespace I0428 11:03:26.038087 3797 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.41128ms I0428 11:03:26.038100 3797 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0428 11:03:26.038503 3797 namespace.go:102] [default] adding namespace took 7.454173ms I0428 11:03:26.038515 3797 namespace.go:98] [openshift-kube-scheduler] adding namespace I0428 11:03:26.038927 3797 namespace.go:102] [openshift-console-operator] adding namespace took 7.356369ms I0428 11:03:26.038939 3797 namespace.go:98] [openshift-backplane-tam] adding namespace I0428 11:03:26.039326 3797 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.26373ms I0428 11:03:26.039337 3797 namespace.go:98] [dedicated-admin] adding namespace I0428 11:03:26.039788 3797 namespace.go:102] [openshift-network-operator] adding namespace took 7.363066ms I0428 11:03:26.039801 3797 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0428 11:03:26.040194 3797 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.228845ms I0428 11:03:26.040205 3797 namespace.go:98] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] adding namespace I0428 11:03:26.040655 3797 namespace.go:102] [openshift-image-registry] adding namespace took 7.256824ms I0428 11:03:26.040668 3797 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0428 11:03:26.041049 3797 namespace.go:102] [openshift-apiserver] adding namespace took 7.153964ms I0428 11:03:26.041061 3797 namespace.go:98] [openshift-config] adding namespace I0428 11:03:26.041499 3797 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.093848ms I0428 11:03:26.041510 3797 namespace.go:98] [openshift-ingress-canary] adding namespace I0428 11:03:26.041927 3797 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.059062ms I0428 11:03:26.041939 3797 namespace.go:98] [openshift-config-operator] adding namespace I0428 11:03:26.042366 3797 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.009038ms I0428 11:03:26.042378 3797 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0428 11:03:26.042773 3797 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.941486ms I0428 11:03:26.042784 3797 namespace.go:98] [openshift-apiserver-operator] adding namespace I0428 11:03:26.043202 3797 namespace.go:102] [kube-node-lease] adding namespace took 6.861754ms I0428 11:03:26.043213 3797 namespace.go:98] [openshift-backplane-csm] adding namespace I0428 11:03:26.043579 3797 namespace.go:102] [openshift-controller-manager] adding namespace took 6.795623ms I0428 11:03:26.043590 3797 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0428 11:03:26.044036 3797 namespace.go:102] [kube-public] adding namespace took 6.875673ms I0428 11:03:26.044046 3797 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0428 11:03:26.044460 3797 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.354163ms I0428 11:03:26.044472 3797 namespace.go:98] [openshift-backplane] adding namespace I0428 11:03:26.044887 3797 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.367053ms I0428 11:03:26.044898 3797 namespace.go:98] [openshift-authentication-operator] adding namespace I0428 11:03:26.045277 3797 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.33395ms I0428 11:03:26.045288 3797 namespace.go:98] [kube-system] adding namespace I0428 11:03:26.045711 3797 namespace.go:102] [dedicated-admin] adding namespace took 6.368966ms I0428 11:03:26.045722 3797 namespace.go:98] [openshift-config-managed] adding namespace I0428 11:03:26.046117 3797 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.312787ms I0428 11:03:26.046128 3797 namespace.go:98] [openshift-dns] adding namespace I0428 11:03:26.046538 3797 namespace.go:102] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] adding namespace took 6.330045ms I0428 11:03:26.046548 3797 namespace.go:98] [openshift-multus] adding namespace I0428 11:03:26.046982 3797 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.30949ms I0428 11:03:26.046994 3797 namespace.go:98] [openshift-machine-config-operator] adding namespace I0428 11:03:26.047390 3797 namespace.go:102] [openshift-config] adding namespace took 6.325ms I0428 11:03:26.047400 3797 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0428 11:03:26.047879 3797 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.364787ms I0428 11:03:26.047891 3797 namespace.go:98] [openshift-console-user-settings] adding namespace I0428 11:03:26.048262 3797 namespace.go:102] [openshift-config-operator] adding namespace took 6.319538ms I0428 11:03:26.048273 3797 namespace.go:98] [openshift-node] adding namespace I0428 11:03:26.048731 3797 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.347195ms I0428 11:03:26.048745 3797 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0428 11:03:26.049130 3797 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.341171ms I0428 11:03:26.049142 3797 namespace.go:98] [openshift-logging] adding namespace I0428 11:03:26.049501 3797 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.283613ms I0428 11:03:26.049511 3797 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0428 11:03:26.049886 3797 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.291242ms I0428 11:03:26.049897 3797 namespace.go:98] [openshift-operators] adding namespace I0428 11:03:26.050273 3797 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.223309ms I0428 11:03:26.050281 3797 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0428 11:03:26.050682 3797 namespace.go:102] [openshift-backplane] adding namespace took 6.206602ms I0428 11:03:26.050691 3797 namespace.go:98] [openshift-monitoring] adding namespace I0428 11:03:26.051069 3797 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.167946ms I0428 11:03:26.051078 3797 namespace.go:98] [openshift-network-console] adding namespace I0428 11:03:26.051469 3797 namespace.go:102] [kube-system] adding namespace took 6.177124ms I0428 11:03:26.051481 3797 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0428 11:03:26.052136 3797 namespace.go:102] [openshift-config-managed] adding namespace took 6.40735ms I0428 11:03:26.052153 3797 namespace.go:98] [openshift-ingress-operator] adding namespace W0428 11:03:26.052609 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6hd9d: pod openshift-multus/network-metrics-daemon-6hd9d: no pod IPs found W0428 11:03:26.052642 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bdpc4: pod openshift-multus/network-metrics-daemon-bdpc4: no pod IPs found I0428 11:03:26.052657 3797 namespace.go:102] [openshift-dns] adding namespace took 6.523424ms I0428 11:03:26.052671 3797 namespace.go:98] [openshift-infra] adding namespace I0428 11:03:26.053190 3797 namespace.go:102] [openshift-multus] adding namespace took 6.63649ms I0428 11:03:26.053204 3797 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0428 11:03:26.053726 3797 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.726058ms I0428 11:03:26.053743 3797 namespace.go:98] [openshift-must-gather-operator] adding namespace I0428 11:03:26.054178 3797 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.770332ms I0428 11:03:26.054192 3797 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0428 11:03:26.054585 3797 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.68851ms I0428 11:03:26.054603 3797 namespace.go:98] [openshift-host-network] adding namespace I0428 11:03:26.055096 3797 namespace.go:102] [openshift-node] adding namespace took 6.817966ms I0428 11:03:26.055108 3797 namespace.go:98] [openshift-authentication] adding namespace I0428 11:03:26.055540 3797 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.790838ms I0428 11:03:26.055551 3797 namespace.go:98] [openshift-dns-operator] adding namespace I0428 11:03:26.056128 3797 namespace.go:102] [openshift-logging] adding namespace took 6.980955ms I0428 11:03:26.056142 3797 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0428 11:03:26.056663 3797 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.143915ms I0428 11:03:26.056681 3797 namespace.go:98] [openshift-console] adding namespace I0428 11:03:26.057186 3797 namespace.go:102] [openshift-operators] adding namespace took 7.282214ms I0428 11:03:26.057203 3797 namespace.go:98] [openshift-cluster-version] adding namespace I0428 11:03:26.057663 3797 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.376703ms I0428 11:03:26.058158 3797 namespace.go:102] [openshift-monitoring] adding namespace took 7.461161ms I0428 11:03:26.058739 3797 namespace.go:102] [openshift-network-console] adding namespace took 7.655548ms I0428 11:03:26.059253 3797 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.765737ms I0428 11:03:26.059690 3797 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.530906ms I0428 11:03:26.059705 3797 namespace.go:98] [openshift-kube-apiserver] adding namespace I0428 11:03:26.060090 3797 namespace.go:102] [openshift-infra] adding namespace took 7.41123ms I0428 11:03:26.060703 3797 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.493805ms I0428 11:03:26.061223 3797 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.474959ms I0428 11:03:26.061736 3797 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.537806ms I0428 11:03:26.062381 3797 namespace.go:102] [openshift-host-network] adding namespace took 7.771194ms I0428 11:03:26.063344 3797 namespace.go:102] [openshift-authentication] adding namespace took 8.231665ms I0428 11:03:26.064048 3797 namespace.go:102] [openshift-dns-operator] adding namespace took 8.49219ms I0428 11:03:26.064603 3797 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.454765ms I0428 11:03:26.065045 3797 namespace.go:102] [openshift-console] adding namespace took 8.357078ms I0428 11:03:26.065061 3797 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0428 11:03:26.065569 3797 namespace.go:102] [openshift-cluster-version] adding namespace took 8.359367ms I0428 11:03:26.066004 3797 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.291822ms I0428 11:03:26.066500 3797 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 1.433644ms W0428 11:03:26.066581 3797 master.go:471] Unable to parse remote node ip-10-0-1-214.ec2.internal chassis-id annotation. Chassis may be removed during sync I0428 11:03:26.066674 3797 master.go:548] Adding or Updating local node "ip-10-0-0-142.ec2.internal" for network "default" I0428 11:03:26.066749 3797 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-214.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-214.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-214.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-214.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-214.ec2.internal I0428 11:03:26.067769 3797 zone_ic_handler.go:195] Time taken to create transit switch: 448.42µs I0428 11:03:26.067783 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-127.ec2.internal for the network default I0428 11:03:26.068994 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-127.ec2.internal" on network "default" took: 1.682486ms W0428 11:03:26.075610 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-d7xn8: pod openshift-network-diagnostics/network-check-target-d7xn8: no pod IPs found W0428 11:03:26.075626 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bdpc4: pod openshift-multus/network-metrics-daemon-bdpc4: no pod IPs found I0428 11:03:26.076512 3797 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-142.ec2.internal for the network default I0428 11:03:26.076723 3797 zone_ic_handler.go:195] Time taken to create transit switch: 199.478µs I0428 11:03:26.077615 3797 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0428 11:03:26.077649 3797 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0428 11:03:26.077653 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-142.ec2.internal in network "default" I0428 11:03:26.077679 3797 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0428 11:03:26.077722 3797 node_tracker.go:169] Node ip-10-0-0-142.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:26.077739 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:26.077747 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:26.077756 3797 node_tracker.go:235] Node ip-10-0-1-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-214.ec2.internal" I0428 11:03:26.077763 3797 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:26.077767 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:26.077772 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-127.ec2.internal in network "default" I0428 11:03:26.077799 3797 node_tracker.go:169] Node ip-10-0-2-127.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:26.077809 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:26.178166 3797 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0428 11:03:26.178184 3797 services_controller.go:208] Setting up event handlers for services for network=default I0428 11:03:26.178250 3797 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0428 11:03:26.178295 3797 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0428 11:03:26.178315 3797 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0428 11:03:26.278604 3797 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0428 11:03:26.278620 3797 repair.go:60] Starting repairing loop for services I0428 11:03:26.278707 3797 repair.go:131] Deleted 0 stale service LBs I0428 11:03:26.278725 3797 repair.go:137] Deleted 0 stale Chassis Template Vars I0428 11:03:26.278740 3797 repair.go:62] Finished repairing loop for services: 122.196µs I0428 11:03:26.278764 3797 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0428 11:03:26.278773 3797 services_controller.go:254] Starting workers for network=default I0428 11:03:26.279121 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mxd6k: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mxd6k: no pod IPs found I0428 11:03:26.279133 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6hd9d, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6hd9d: suppressed error logged: pod openshift-multus/network-metrics-daemon-6hd9d: no pod IPs found I0428 11:03:26.279188 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d7xn8] creating logical port openshift-network-diagnostics_network-check-target-d7xn8 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:26.279191 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bdpc4] creating logical port openshift-multus_network-metrics-daemon-bdpc4 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:26.279311 3797 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-d7xn8 I0428 11:03:26.279312 3797 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bdpc4 I0428 11:03:26.296235 3797 pod.go:62] [openshift-multus/network-metrics-daemon-bdpc4] pod update took 16.964441ms I0428 11:03:26.296262 3797 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bdpc4] addLogicalPort annotation time took 16.990943ms I0428 11:03:26.297296 3797 pods.go:271] [openshift-multus/network-metrics-daemon-bdpc4] addLogicalPort took 18.116223ms, libovsdb time 771.146µs I0428 11:03:26.297635 3797 pod.go:62] [openshift-network-diagnostics/network-check-target-d7xn8] pod update took 18.327643ms I0428 11:03:26.297657 3797 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-d7xn8] addLogicalPort annotation time took 18.390503ms I0428 11:03:26.298849 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-d7xn8] addLogicalPort took 19.675757ms, libovsdb time 906.522µs I0428 11:03:26.299566 3797 admin_network_policy_controller.go:227] Starting controller default-network-controller I0428 11:03:26.299587 3797 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0428 11:03:26.299601 3797 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0428 11:03:26.299607 3797 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0428 11:03:26.299879 3797 repair.go:29] Repairing admin network policies took 265.855µs I0428 11:03:26.300045 3797 repair.go:92] Repairing baseline admin network policies took 153.181µs I0428 11:03:26.300558 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0428 11:03:26.300576 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0428 11:03:26.303108 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0428 11:03:26.303132 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0428 11:03:26.303145 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0428 11:03:26.306153 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0428 11:03:26.306177 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0428 11:03:26.306189 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0428 11:03:26.307956 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0428 11:03:26.307974 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0428 11:03:26.307981 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0428 11:03:26.309785 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0428 11:03:26.309801 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0428 11:03:26.310239 3797 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0428 11:03:26.310260 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 11:03:26.311152 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0428 11:03:26.311167 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0428 11:03:26.311176 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0428 11:03:26.313023 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0428 11:03:26.313045 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0428 11:03:26.313053 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0428 11:03:26.313881 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0428 11:03:26.313900 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0428 11:03:26.313910 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0428 11:03:26.315386 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0428 11:03:26.315411 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0428 11:03:26.315421 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0428 11:03:26.315989 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0428 11:03:26.316008 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0428 11:03:26.316015 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0428 11:03:26.316597 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0428 11:03:26.316614 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0428 11:03:26.316623 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0428 11:03:26.317092 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0428 11:03:26.317112 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0428 11:03:26.317118 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0428 11:03:26.318480 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0428 11:03:26.318499 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0428 11:03:26.318509 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0428 11:03:26.320124 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0428 11:03:26.320142 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0428 11:03:26.320150 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0428 11:03:26.320624 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0428 11:03:26.320645 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0428 11:03:26.320658 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0428 11:03:26.321101 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0428 11:03:26.321125 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0428 11:03:26.321134 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0428 11:03:26.322301 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0428 11:03:26.322318 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0428 11:03:26.322326 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0428 11:03:26.323187 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0428 11:03:26.323206 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0428 11:03:26.323216 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0428 11:03:26.324173 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0428 11:03:26.324191 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0428 11:03:26.324199 3797 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0428 11:03:26.325732 3797 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0428 11:03:26.325748 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0428 11:03:26.325754 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0428 11:03:26.326002 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0428 11:03:26.326019 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0428 11:03:26.326026 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0428 11:03:26.326485 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0428 11:03:26.326500 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0428 11:03:26.326506 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0428 11:03:26.326752 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0428 11:03:26.326768 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0428 11:03:26.326778 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0428 11:03:26.327642 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0428 11:03:26.327662 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0428 11:03:26.327671 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0428 11:03:26.328645 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0428 11:03:26.328661 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0428 11:03:26.328668 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0428 11:03:26.328945 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0428 11:03:26.328963 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0428 11:03:26.328988 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 11:03:26.329625 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0428 11:03:26.329640 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0428 11:03:26.329650 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0428 11:03:26.330070 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0428 11:03:26.330087 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0428 11:03:26.330095 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0428 11:03:26.330763 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0428 11:03:26.330778 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0428 11:03:26.330787 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0428 11:03:26.331234 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0428 11:03:26.336085 3797 egressfirewall.go:374] Starting EgressFirewall controller I0428 11:03:26.336122 3797 controller.go:133] Adding controller egress-firewall-controller event handlers I0428 11:03:26.336136 3797 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0428 11:03:26.336142 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0428 11:03:26.336153 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0428 11:03:26.336161 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0428 11:03:26.336170 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0428 11:03:26.336447 3797 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0428 11:03:26.336460 3797 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0428 11:03:26.336465 3797 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0428 11:03:26.336473 3797 egressqos.go:193] Setting up event handlers for EgressQoS I0428 11:03:26.336483 3797 egressfirewall.go:723] Syncing node "ip-10-0-0-142.ec2.internal" for egress firewall I0428 11:03:26.336493 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-214.ec2.internal" for egress firewall I0428 11:03:26.336498 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-127.ec2.internal" for egress firewall I0428 11:03:26.336587 3797 egressqos.go:245] Starting EgressQoS Controller I0428 11:03:26.336599 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0428 11:03:26.336606 3797 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0428 11:03:26.336611 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0428 11:03:26.336615 3797 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0428 11:03:26.336620 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0428 11:03:26.336626 3797 shared_informer.go:356] "Caches are synced" controller="egressqos" I0428 11:03:26.336632 3797 egressqos.go:259] Repairing EgressQoSes I0428 11:03:26.336638 3797 egressqos.go:399] Starting repairing loop for egressqos I0428 11:03:26.336718 3797 egressqos.go:401] Finished repairing loop for egressqos: 80.734µs I0428 11:03:26.336739 3797 egressservice_zone.go:132] Setting up event handlers for Egress Services I0428 11:03:26.336773 3797 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-142.ec2.internal I0428 11:03:26.336820 3797 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-142.ec2.internal : 48.178µs I0428 11:03:26.336956 3797 egressservice_zone.go:210] Starting Egress Services Controller I0428 11:03:26.336971 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 11:03:26.336979 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 11:03:26.336985 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 11:03:26.336989 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 11:03:26.337033 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 11:03:26.337039 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 11:03:26.337051 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0428 11:03:26.337057 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0428 11:03:26.337061 3797 egressservice_zone.go:228] Repairing Egress Services I0428 11:03:26.337349 3797 master_controller.go:88] Starting Admin Policy Based Route Controller I0428 11:03:26.337375 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 11:03:26.337387 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-142.ec2.internal I0428 11:03:26.337405 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-142.ec2.internal: 18.049µs I0428 11:03:26.337415 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-214.ec2.internal I0428 11:03:26.337419 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-214.ec2.internal: 4.175µs I0428 11:03:26.337423 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-127.ec2.internal I0428 11:03:26.337426 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-127.ec2.internal: 3.53µs I0428 11:03:26.337577 3797 default_network_controller.go:585] Completing all the Watchers took 309.069209ms I0428 11:03:26.337590 3797 default_network_controller.go:589] Starting unidling controllers I0428 11:03:26.337600 3797 unidle.go:46] Registering OVN SB ControllerEvent handler I0428 11:03:26.337606 3797 unidle.go:63] Populating Initial ContollerEvent events I0428 11:03:26.337662 3797 unidle.go:79] Setting up event handlers for services I0428 11:03:26.337761 3797 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0428 11:03:26.393953 3797 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:26.894317 3797 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:27.393451 3797 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:27.731655 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-127.ec2.internal" for egress firewall I0428 11:03:27.731694 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-127.ec2.internal I0428 11:03:27.731711 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-127.ec2.internal: 23.339µs I0428 11:03:27.731742 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-127.ec2.internal in network "default" I0428 11:03:27.731783 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-127.ec2.internal. Updating no re-route policies I0428 11:03:27.731796 3797 node_tracker.go:169] Node ip-10-0-2-127.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:27.731809 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:27.893774 3797 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:28.148493 3797 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0428 11:03:28.394395 3797 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:28.413912 3797 bridgeconfig.go:537] Gateway is ready I0428 11:03:28.413932 3797 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0428 11:03:28.425866 3797 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.142. Updating OVN encap IP. I0428 11:03:28.430903 3797 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.142 - it is already configured I0428 11:03:28.430919 3797 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.142/24:{} 172.20.0.1/32:{}]. Updating annotations. I0428 11:03:28.431221 3797 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.142/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-142.ec2.internal","mac-address":"12:6b:fb:3c:12:71","ip-addresses":["10.0.0.142/24"],"ip-address":"10.0.0.142/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:37604edd-433f-41b6-a159-d6e2e145d005 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.142/24"}] on node ip-10-0-0-142.ec2.internal I0428 11:03:28.437882 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:28.437907 3797 node_tracker.go:235] Node ip-10-0-1-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-214.ec2.internal" I0428 11:03:28.437913 3797 default_network_controller.go:1025] Node "ip-10-0-1-214.ec2.internal" in remote zone "ip-10-0-1-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 11:03:28.437921 3797 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:28.437943 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:28.447815 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-142.ec2.internal I0428 11:03:28.447834 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-142.ec2.internal: 25.821µs I0428 11:03:28.447882 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-142.ec2.internal in network "default" I0428 11:03:28.447908 3797 egressfirewall.go:723] Syncing node "ip-10-0-0-142.ec2.internal" for egress firewall I0428 11:03:28.447917 3797 master.go:548] Adding or Updating local node "ip-10-0-0-142.ec2.internal" for network "default" I0428 11:03:28.447982 3797 node_tracker.go:169] Node ip-10-0-0-142.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:28.448018 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:28.448173 3797 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.142 I0428 11:03:28.448265 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-142.ec2.internal I0428 11:03:28.453207 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-142.ec2.internal. Updating no re-route policies I0428 11:03:28.453296 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k I0428 11:03:28.453302 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-ztvtj I0428 11:03:28.453316 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k I0428 11:03:28.453321 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-ztvtj I0428 11:03:28.453322 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fvplq I0428 11:03:28.453330 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6hd9d I0428 11:03:28.453337 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-b8df6 I0428 11:03:28.453346 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-ztvtj after 0 failed attempt(s) I0428 11:03:28.453366 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-b8df6 I0428 11:03:28.453349 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-142.ec2.internal I0428 11:03:28.453306 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q6rn5 I0428 11:03:28.453379 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-142.ec2.internal I0428 11:03:28.453381 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w9l6r I0428 11:03:28.453380 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bdpc4 I0428 11:03:28.453389 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q6rn5 I0428 11:03:28.453391 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w9l6r I0428 11:03:28.453391 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-b8df6 after 0 failed attempt(s) I0428 11:03:28.453396 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bdpc4 I0428 11:03:28.453395 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-nrk2d I0428 11:03:28.453389 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jfjps I0428 11:03:28.453408 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-142.ec2.internal I0428 11:03:28.453413 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-nrk2d I0428 11:03:28.453413 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jfjps I0428 11:03:28.453414 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-q6rn5 after 0 failed attempt(s) I0428 11:03:28.453420 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-142.ec2.internal I0428 11:03:28.453420 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w9l6r after 0 failed attempt(s) I0428 11:03:28.453382 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5x6dq I0428 11:03:28.453348 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6hd9d I0428 11:03:28.453434 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jfjps after 0 failed attempt(s) I0428 11:03:28.453438 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-nrk2d after 0 failed attempt(s) I0428 11:03:28.453441 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bdpc4] creating logical port openshift-multus_network-metrics-daemon-bdpc4 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:28.453336 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fvplq I0428 11:03:28.453470 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fvplq after 0 failed attempt(s) I0428 11:03:28.453380 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mxd6k: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mxd6k: no pod IPs found I0428 11:03:28.453469 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6hd9d, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6hd9d: suppressed error logged: pod openshift-multus/network-metrics-daemon-6hd9d: no pod IPs found I0428 11:03:28.453345 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-d7xn8 I0428 11:03:28.453496 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-d7xn8 I0428 11:03:28.453398 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-142.ec2.internal after 0 failed attempt(s) I0428 11:03:28.453505 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-142.ec2.internal after 0 failed attempt(s) I0428 11:03:28.453516 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d7xn8] creating logical port openshift-network-diagnostics_network-check-target-d7xn8 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:28.453395 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4b89t I0428 11:03:28.453554 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4b89t I0428 11:03:28.453581 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4b89t after 0 failed attempt(s) I0428 11:03:28.453434 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5x6dq I0428 11:03:28.453596 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5x6dq after 0 failed attempt(s) I0428 11:03:28.454246 3797 pods.go:271] [openshift-multus/network-metrics-daemon-bdpc4] addLogicalPort took 819.398µs, libovsdb time 326.043µs I0428 11:03:28.454259 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bdpc4 after 0 failed attempt(s) I0428 11:03:28.454378 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-d7xn8] addLogicalPort took 868.517µs, libovsdb time 406.978µs I0428 11:03:28.454390 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-d7xn8 after 0 failed attempt(s) I0428 11:03:28.463044 3797 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0428 11:03:28.475196 3797 iptables.go:108] Creating table: mangle chain: OUTPUT I0428 11:03:28.478510 3797 iptables.go:108] Creating table: nat chain: OUTPUT I0428 11:03:28.528153 3797 iptables.go:108] Creating table: nat chain: PREROUTING I0428 11:03:28.589591 3797 iptables.go:108] Creating table: filter chain: FORWARD I0428 11:03:28.606413 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0428 11:03:28.606509 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0428 11:03:28.606558 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0428 11:03:28.606624 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0428 11:03:28.606690 3797 gateway_init.go:325] Gateway and management port readiness took 2.717971109s I0428 11:03:28.606715 3797 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0428 11:03:28.606750 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0428 11:03:28.606760 3797 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0428 11:03:28.606769 3797 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 11:03:28.606826 3797 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0428 11:03:28.606921 3797 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.931µs I0428 11:03:28.607094 3797 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0428 11:03:28.607118 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.754µs I0428 11:03:28.607126 3797 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.663µs I0428 11:03:28.607131 3797 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0428 11:03:28.607140 3797 nad_controller.go:379] [node-nad-controller NAD controller]: started I0428 11:03:28.607145 3797 default_node_network_controller.go:899] Starting the default node network controller I0428 11:03:28.607150 3797 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0428 11:03:28.607229 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.163µs I0428 11:03:28.607271 3797 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0428 11:03:28.607279 3797 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0428 11:03:28.607303 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9d1f0 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000d1e5a0 0xc0002ddd50 0xc0002dddc0 0xc000b36320 0xc006467500 0xc0002dde30 map[0x2ff9080:0xc002d8ce40 0x2ff95c0:0xc002d8cfc0 0x2ffa2e0:0xc002d8cd80 0x2ffa580:0xc002d8cde0 0x2ffad60:0xc002d8cea0 0x2ffb000:0xc002d8cf00 0x2ffb2a0:0xc002d8cf60 0x2ffba80:0xc002d8d020 0x2ffbd20:0xc00551b2c0 0x3026980:0xc000c1e9c0 0x3026d20:0xc000c1ea20 0x3027800:0xc000bdd380 0x3029160:0xc000c92ea0 0x30298a0:0xc000c1ec00 0x302a720:0xc000c1e960] 0xc00016b180 0} I0428 11:03:28.607374 3797 gateway.go:151] Starting gateway service sync I0428 11:03:28.607760 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0428 11:03:28.609926 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0428 11:03:28.612719 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:28.612767 3797 default_network_controller.go:1025] Node "ip-10-0-1-214.ec2.internal" in remote zone "ip-10-0-1-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 11:03:28.612779 3797 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:28.612796 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:28.613754 3797 zone_ic_handler.go:195] Time taken to create transit switch: 285.681µs I0428 11:03:28.613771 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-214.ec2.internal for the network default I0428 11:03:28.614815 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-214.ec2.internal" on network "default" took: 1.356781ms I0428 11:03:28.635220 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0428 11:03:28.636416 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0428 11:03:28.637715 3797 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0428 11:03:28.674444 3797 gateway.go:168] Gateway service sync done. Time taken: 67.056181ms I0428 11:03:28.674833 3797 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30408 I0428 11:03:28.675305 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9d1f0 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000d1e5a0 0xc0002ddd50 0xc0002dddc0 0xc000b36320 0xc006467500 0xc0002dde30 map[0x2ff9080:0xc002d8ce40 0x2ff95c0:0xc002d8cfc0 0x2ffa2e0:0xc002d8cd80 0x2ffa580:0xc002d8cde0 0x2ffad60:0xc002d8cea0 0x2ffb000:0xc002d8cf00 0x2ffb2a0:0xc002d8cf60 0x2ffba80:0xc002d8d020 0x2ffbd20:0xc00551b2c0 0x3026980:0xc000c1e9c0 0x3026d20:0xc000c1ea20 0x3027800:0xc000bdd380 0x3029160:0xc000c92ea0 0x30298a0:0xc000c1ec00 0x302a720:0xc000c1e960] 0xc00016b180 0} I0428 11:03:28.675900 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9d1f0 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000d1e5a0 0xc0002ddd50 0xc0002dddc0 0xc000b36320 0xc006467500 0xc0002dde30 map[0x2ff9080:0xc002d8ce40 0x2ff95c0:0xc002d8cfc0 0x2ffa2e0:0xc002d8cd80 0x2ffa580:0xc002d8cde0 0x2ffad60:0xc002d8cea0 0x2ffb000:0xc002d8cf00 0x2ffb2a0:0xc002d8cf60 0x2ffba80:0xc002d8d020 0x2ffbd20:0xc00551b2c0 0x3026980:0xc000c1e9c0 0x3026d20:0xc000c1ea20 0x3027800:0xc000bdd380 0x3029160:0xc000c92ea0 0x30298a0:0xc000c1ec00 0x302a720:0xc000c1e960] 0xc00016b180 0} I0428 11:03:28.675946 3797 gateway.go:532] Reconciling gateway with updates I0428 11:03:28.681766 3797 gateway.go:339] Spawning Conntrack Rule Check Thread I0428 11:03:28.681824 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:28.681838 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:28.681850 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:28.681849 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:28.681858 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:28.681865 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:28.681871 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 11:03:28.681890 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 11:03:28.681904 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:28.681910 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 11:03:28.681918 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:28.681913 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 11:03:28.681921 3797 default_node_network_controller.go:944] Gateway and management port readiness took 74.63137ms I0428 11:03:28.681925 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:28.681917 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:28.681938 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:28.681943 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:28.681973 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:28.681900 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:28.681994 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:28.681997 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:28.682003 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:28.681926 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 11:03:28.682010 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:28.682023 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:28.682035 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:28.682036 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:28.682042 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 11:03:28.682051 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:28.682062 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:28.682064 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:28.682082 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:28.682084 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:28.682092 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:28.682095 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:28.682093 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:28.682098 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:28.682105 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 11:03:28.682110 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0428 11:03:28.682070 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:28.682120 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 30139 is already open, no action needed I0428 11:03:28.682121 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 11:03:28.682070 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:28.682150 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:28.682154 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:28.682111 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:28.682170 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:28.682171 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:28.682179 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:28.682161 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:28.682195 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:28.682136 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:28.682212 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:28.682244 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:28.682261 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:28.682268 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:28.682274 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:28.682285 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:28.682287 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 11:03:28.682300 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:28.682303 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 11:03:28.682306 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:28.682317 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:28.682318 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:28.682263 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:28.682337 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:28.682322 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 11:03:28.682343 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:28.682350 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:28.682340 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:28.682275 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:28.682368 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 11:03:28.682416 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:28.682422 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 11:03:28.682428 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 11:03:28.682425 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:28.682400 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:28.682444 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:28.682446 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:28.682418 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:28.682454 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:28.682461 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:28.682341 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:28.682435 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:28.682494 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:28.682497 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:28.682506 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 11:03:28.682508 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 11:03:28.682288 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:28.682519 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:28.682528 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:28.682444 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:28.682550 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:28.682559 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:28.682566 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 11:03:28.682484 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:28.682597 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:28.682607 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:28.682651 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:28.682668 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:28.682673 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 11:03:28.682687 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:28.682700 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:28.683228 3797 node_ip_handler_linux.go:160] Node IP manager is running I0428 11:03:28.704045 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 11:03:28.704072 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 11:03:28.704094 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 11:03:28.704102 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 11:03:28.704110 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 11:03:28.704119 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 11:03:28.704142 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 11:03:28.704162 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 11:03:28.704172 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) W0428 11:03:28.722312 3797 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 11:03:28.722591 3797 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 11:03:28.722891 3797 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0428 11:03:28.752115 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 11:03:28.752127 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 11:03:28.752150 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 11:03:28.752159 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 11:03:28.752166 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 11:03:28.752171 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 11:03:28.752177 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 11:03:28.752183 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 11:03:28.752189 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 11:03:28.752194 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 11:03:28.752200 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 11:03:28.752208 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 11:03:28.752215 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 11:03:28.752223 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 11:03:28.752232 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 11:03:28.752241 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 11:03:28.752256 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 11:03:28.752265 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 11:03:28.752278 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 11:03:28.752309 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 11:03:28.752319 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 11:03:28.752324 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 11:03:28.752329 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 11:03:30.799974 3797 default_node_network_controller.go:1380] Starting node controller node sync W0428 11:03:30.800015 3797 egressip_healthcheck.go:76] Health checking using insecure connection I0428 11:03:30.800093 3797 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0428 11:03:30.811769 3797 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.777878ms I0428 11:03:30.811876 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-127.ec2.internal", IP: 10.0.2.127 to PMTUD blocking rules I0428 11:03:30.811887 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-127.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:03:30.817165 3797 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0428 11:03:30.817470 3797 egressservice_node.go:93] Setting up event handlers for Egress Services I0428 11:03:30.817587 3797 egressservice_node.go:183] Starting Egress Services Controller I0428 11:03:30.817601 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 11:03:30.817610 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 11:03:30.817616 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 11:03:30.817621 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 11:03:30.817640 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 11:03:30.817646 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 11:03:30.817650 3797 egressservice_node.go:197] Repairing Egress Services I0428 11:03:30.826726 3797 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0428 11:03:30.826735 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 11:03:30.826937 3797 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0428 11:03:30.826949 3797 link_network_manager.go:119] Link manager is running I0428 11:03:30.826957 3797 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0428 11:03:30.827118 3797 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0428 11:03:30.827562 3797 vrf_manager.go:128] VRF manager is running I0428 11:03:30.827831 3797 node_controller_manager.go:437] Removing flows to drop GARP I0428 11:03:30.827840 3797 gateway.go:532] Reconciling gateway with updates I0428 11:03:30.852197 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:30.852210 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:30.852216 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:30.852230 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:30.852221 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:30.852234 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:30.852234 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:30.852239 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 11:03:30.852243 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:30.852249 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0428 11:03:30.852250 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:30.852254 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:30.852258 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 30139 is already open, no action needed I0428 11:03:30.852262 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:30.852262 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:30.852266 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:30.852275 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:30.852276 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:30.852278 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:30.852286 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:30.852293 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 11:03:30.852296 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:30.852320 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:30.852328 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 11:03:30.852247 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:30.852334 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:30.852344 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:30.852349 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:30.852349 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:30.852370 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:30.852377 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 11:03:30.852378 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:30.852381 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:30.852253 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 11:03:30.852387 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:30.852391 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 11:03:30.852391 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:30.852393 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:30.852400 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:30.852404 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:30.852406 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:30.852407 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 11:03:30.852244 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:30.852413 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:30.852417 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 11:03:30.852415 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:30.852321 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 11:03:30.852432 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:30.852436 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:30.852368 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:30.852440 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:30.852441 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:30.852329 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:30.852450 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:30.852454 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 11:03:30.852457 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:30.852231 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:30.852260 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 11:03:30.852465 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 11:03:30.852291 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:30.852389 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:30.852476 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:30.852264 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:30.852482 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 11:03:30.852465 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 11:03:30.852257 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:30.852495 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:30.852504 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:30.852508 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 11:03:30.852508 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:30.852303 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:30.852513 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:30.852519 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:30.852405 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:30.852524 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:30.852525 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:30.852525 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:30.852533 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:30.852537 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:30.852275 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:30.852548 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:30.852333 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:30.852582 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:30.852367 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:30.852613 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:30.852380 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:30.852645 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:30.852393 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:30.852405 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:30.852708 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:30.852406 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:30.852733 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:30.852430 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:30.852760 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:30.852444 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:30.852792 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 11:03:30.852470 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 11:03:30.852316 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:30.852827 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:30.852338 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:30.852848 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:30.852853 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 11:03:30.891101 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 11:03:30.891112 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 11:03:30.891119 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 11:03:30.891131 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 11:03:30.891147 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 11:03:30.891155 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 11:03:30.891164 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 11:03:30.891173 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 11:03:30.891180 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 11:03:30.891188 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 11:03:30.891196 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 11:03:30.929037 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 11:03:30.929055 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 11:03:30.929061 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 11:03:30.929067 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 11:03:30.929073 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 11:03:30.929080 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 11:03:30.929088 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 11:03:30.929096 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 11:03:30.929104 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 11:03:30.966260 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 11:03:30.966275 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 11:03:30.966283 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 11:03:30.966288 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 11:03:30.966293 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 11:03:30.966298 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 11:03:30.966303 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 11:03:30.966334 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 11:03:30.966374 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 11:03:30.966389 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 11:03:30.966398 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 11:03:30.966407 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 11:03:31.169048 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:31.169058 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-214.ec2.internal" for egress firewall I0428 11:03:31.169101 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-214.ec2.internal I0428 11:03:31.169121 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-214.ec2.internal: 26.384µs I0428 11:03:31.169101 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 10.0.1.214 to PMTUD blocking rules I0428 11:03:31.169141 3797 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:31.169142 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:03:31.169161 3797 services_controller.go:574] Full service sync requested for network=default I0428 11:03:31.174947 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-214.ec2.internal. Updating no re-route policies I0428 11:03:31.184073 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 10.0.1.214 to PMTUD blocking rules I0428 11:03:31.184086 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:03:32.257934 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-127.ec2.internal I0428 11:03:32.257965 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-127.ec2.internal: 31.053µs I0428 11:03:32.726425 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-142.ec2.internal I0428 11:03:32.726452 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-142.ec2.internal: 34.614µs I0428 11:03:32.765881 3797 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6c8946d869-j79sv] creating logical port openshift-image-registry_image-registry-6c8946d869-j79sv for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:32.765976 3797 kube.go:256] Updating pod openshift-image-registry/image-registry-6c8946d869-j79sv I0428 11:03:32.766208 3797 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6454669b5b-ft496] creating logical port openshift-ingress_router-default-6454669b5b-ft496 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:32.766279 3797 kube.go:256] Updating pod openshift-ingress/router-default-6454669b5b-ft496 I0428 11:03:32.788643 3797 pod.go:62] [openshift-image-registry/image-registry-6c8946d869-j79sv] pod update took 22.699009ms I0428 11:03:32.788659 3797 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6c8946d869-j79sv] addLogicalPort annotation time took 22.71956ms I0428 11:03:32.789797 3797 pods.go:271] [openshift-image-registry/image-registry-6c8946d869-j79sv] addLogicalPort took 23.925488ms, libovsdb time 870.669µs I0428 11:03:32.792745 3797 pod.go:62] [openshift-ingress/router-default-6454669b5b-ft496] pod update took 26.486104ms I0428 11:03:32.792762 3797 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6454669b5b-ft496] addLogicalPort annotation time took 26.505606ms I0428 11:03:32.794110 3797 pods.go:271] [openshift-ingress/router-default-6454669b5b-ft496] addLogicalPort took 27.911937ms, libovsdb time 1.152496ms I0428 11:03:32.830870 3797 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-97tfs] creating logical port openshift-dns_dns-default-97tfs for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:32.830933 3797 kube.go:256] Updating pod openshift-dns/dns-default-97tfs I0428 11:03:32.831831 3797 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-kqrlm] creating logical port openshift-ingress-canary_ingress-canary-kqrlm for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:32.831885 3797 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-kqrlm I0428 11:03:32.849568 3797 pod.go:62] [openshift-ingress-canary/ingress-canary-kqrlm] pod update took 17.699732ms I0428 11:03:32.849584 3797 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-kqrlm] addLogicalPort annotation time took 17.717637ms I0428 11:03:32.850599 3797 pods.go:271] [openshift-ingress-canary/ingress-canary-kqrlm] addLogicalPort took 18.774024ms, libovsdb time 785.696µs I0428 11:03:32.850946 3797 pod.go:62] [openshift-dns/dns-default-97tfs] pod update took 20.031288ms I0428 11:03:32.850964 3797 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-97tfs] addLogicalPort annotation time took 20.049363ms I0428 11:03:32.852003 3797 pods.go:271] [openshift-dns/dns-default-97tfs] addLogicalPort took 21.141713ms, libovsdb time 804.618µs I0428 11:03:33.241218 3797 cni.go:452] [openshift-ingress-canary/ingress-canary-kqrlm 446ddaf01d6b813d011eafca7c36a658e73b2c150700e7b401e672e9765cd729 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-kqrlm 446ddaf01d6b813d011eafca7c36a658e73b2c150700e7b401e672e9765cd729 network default NAD default NAD key ] I0428 11:03:33.286552 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-kqrlm, hostIfaceName: 446ddaf01d6b813, network: default, NAD default, SandboxID: "446ddaf01d6b813d011eafca7c36a658e73b2c150700e7b401e672e9765cd729", PCI device ID: , UID: "94092838-8965-4465-a1a2-78c972dc99b2", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0428 11:03:33.342441 3797 cni.go:473] [openshift-ingress-canary/ingress-canary-kqrlm 446ddaf01d6b813d011eafca7c36a658e73b2c150700e7b401e672e9765cd729 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-kqrlm 446ddaf01d6b813d011eafca7c36a658e73b2c150700e7b401e672e9765cd729 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:1a:6f:fc:56:a6\",\"name\":\"446ddaf01d6b813\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8926432-0ad2-402f-a64f-0dc15e6a6acc\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:03:34.616200 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-214.ec2.internal I0428 11:03:34.616226 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-214.ec2.internal: 36.556µs I0428 11:03:39.196704 3797 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0428 11:03:39.197553 3797 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 828.933µs I0428 11:03:39.220018 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 11:03:39.349274 3797 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-nz4mc for pod on switch ip-10-0-0-142.ec2.internal I0428 11:03:39.349348 3797 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc I0428 11:03:39.370987 3797 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc] pod update took 21.658516ms I0428 11:03:39.371005 3797 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc] addLogicalPort annotation time took 21.679681ms I0428 11:03:39.371951 3797 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc] addLogicalPort took 22.687831ms, libovsdb time 698.245µs I0428 11:03:39.707252 3797 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc 0874c6c2486935419142b909df8def2bc3c3a44f7f859b5d224df930adf18514 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc 0874c6c2486935419142b909df8def2bc3c3a44f7f859b5d224df930adf18514 network default NAD default NAD key ] I0428 11:03:39.730806 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-nz4mc, hostIfaceName: 0874c6c24869354, network: default, NAD default, SandboxID: "0874c6c2486935419142b909df8def2bc3c3a44f7f859b5d224df930adf18514", PCI device ID: , UID: "a489dc25-d8fe-41db-85b7-4943b1ced667", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0428 11:03:39.774828 3797 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc 0874c6c2486935419142b909df8def2bc3c3a44f7f859b5d224df930adf18514 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-nz4mc 0874c6c2486935419142b909df8def2bc3c3a44f7f859b5d224df930adf18514 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:62:a3:ea:df:b8\",\"name\":\"0874c6c24869354\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99e666b2-d00c-4e28-862f-9a62083879d0\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:03:42.173093 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0428 11:03:42.296684 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:42.992909 3797 namespace.go:98] [openshift-service-ca] adding namespace I0428 11:03:42.993862 3797 namespace.go:102] [openshift-service-ca] adding namespace took 929.929µs I0428 11:03:43.015549 3797 namespace.go:142] [openshift-service-ca] updating namespace W0428 11:03:43.035993 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:03:52.575819 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 11:04:02.253189 3797 cni.go:452] [openshift-multus/network-metrics-daemon-bdpc4 f0ac4cac32cf3fc78ada11e5a67899e3a4ed35a19017788a401a84714b86b38a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bdpc4 f0ac4cac32cf3fc78ada11e5a67899e3a4ed35a19017788a401a84714b86b38a network default NAD default NAD key ] I0428 11:04:02.262445 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bdpc4, hostIfaceName: f0ac4cac32cf3fc, network: default, NAD default, SandboxID: "f0ac4cac32cf3fc78ada11e5a67899e3a4ed35a19017788a401a84714b86b38a", PCI device ID: , UID: "f3c9677b-e326-4124-824a-39c868880cf8", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0428 11:04:02.306854 3797 cni.go:473] [openshift-multus/network-metrics-daemon-bdpc4 f0ac4cac32cf3fc78ada11e5a67899e3a4ed35a19017788a401a84714b86b38a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bdpc4 f0ac4cac32cf3fc78ada11e5a67899e3a4ed35a19017788a401a84714b86b38a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e5:92:b7:48:f9\",\"name\":\"f0ac4cac32cf3fc\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/429e431a-25ac-4aae-bd75-d09bc3c583ab\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:02.546568 3797 cni.go:452] [openshift-network-diagnostics/network-check-target-d7xn8 91c8a5d1c07c93a4bc280ed341ff392b6f714fe0e799db8a77a95f05c8a5579e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-d7xn8 91c8a5d1c07c93a4bc280ed341ff392b6f714fe0e799db8a77a95f05c8a5579e network default NAD default NAD key ] I0428 11:04:02.555964 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-d7xn8, hostIfaceName: 91c8a5d1c07c93a, network: default, NAD default, SandboxID: "91c8a5d1c07c93a4bc280ed341ff392b6f714fe0e799db8a77a95f05c8a5579e", PCI device ID: , UID: "0556021f-e1e2-4280-bedc-bfb1e6c456b5", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0428 11:04:02.598290 3797 cni.go:473] [openshift-network-diagnostics/network-check-target-d7xn8 91c8a5d1c07c93a4bc280ed341ff392b6f714fe0e799db8a77a95f05c8a5579e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-d7xn8 91c8a5d1c07c93a4bc280ed341ff392b6f714fe0e799db8a77a95f05c8a5579e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:46:65:8d:b8:c5\",\"name\":\"91c8a5d1c07c93a\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab08c874-a24b-465f-bf5e-7572bddf6183\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:05.597133 3797 cni.go:452] [openshift-dns/dns-default-97tfs a4f60890f75b8d4b72581ab6c0b305b91ab015d5a58ae50f7b9f0cdf0ba97b2c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-97tfs a4f60890f75b8d4b72581ab6c0b305b91ab015d5a58ae50f7b9f0cdf0ba97b2c network default NAD default NAD key ] I0428 11:04:05.597916 3797 cni.go:452] [openshift-ingress/router-default-6454669b5b-ft496 07bdefb9661f997c328017d086a0faba661a93df6f6e4057e4ba7d9e61666271 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6454669b5b-ft496 07bdefb9661f997c328017d086a0faba661a93df6f6e4057e4ba7d9e61666271 network default NAD default NAD key ] I0428 11:04:05.608961 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-97tfs, hostIfaceName: a4f60890f75b8d4, network: default, NAD default, SandboxID: "a4f60890f75b8d4b72581ab6c0b305b91ab015d5a58ae50f7b9f0cdf0ba97b2c", PCI device ID: , UID: "18c2a3b8-c221-48f2-9cbc-789a48a8218a", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0428 11:04:05.611025 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6454669b5b-ft496, hostIfaceName: 07bdefb9661f997, network: default, NAD default, SandboxID: "07bdefb9661f997c328017d086a0faba661a93df6f6e4057e4ba7d9e61666271", PCI device ID: , UID: "b88521d0-ac88-4d65-97ed-b96a1cdc76db", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0428 11:04:05.658298 3797 cni.go:473] [openshift-dns/dns-default-97tfs a4f60890f75b8d4b72581ab6c0b305b91ab015d5a58ae50f7b9f0cdf0ba97b2c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-97tfs a4f60890f75b8d4b72581ab6c0b305b91ab015d5a58ae50f7b9f0cdf0ba97b2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1d:09:7b:cd:b6\",\"name\":\"a4f60890f75b8d4\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4baa1efd-782b-482f-b2b0-2f7dcca5611d\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:05.673587 3797 cni.go:473] [openshift-ingress/router-default-6454669b5b-ft496 07bdefb9661f997c328017d086a0faba661a93df6f6e4057e4ba7d9e61666271 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6454669b5b-ft496 07bdefb9661f997c328017d086a0faba661a93df6f6e4057e4ba7d9e61666271 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:02:3b:86:6d:f3\",\"name\":\"07bdefb9661f997\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3fe750f-075b-4aa4-ba98-72e8dd07eb6c\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:05.832738 3797 cni.go:452] [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key ] I0428 11:04:05.844059 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6c8946d869-j79sv, hostIfaceName: 807a7928c2535f8, network: default, NAD default, SandboxID: "807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696", PCI device ID: , UID: "80fa5d7e-7e6a-4a05-83a2-3d7591bd8340", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0428 11:04:05.887792 3797 cni.go:473] [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:da:3d:1a:f8:37\",\"name\":\"807a7928c2535f8\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3449a85-1501-49c7-bfb7-ee87b2e5fd80\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:04:06.546614 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:06.582977 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 11:04:06.643952 3797 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jxvm4] creating logical port openshift-insights_insights-runtime-extractor-jxvm4 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:06.644038 3797 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jxvm4 I0428 11:04:06.683058 3797 pod.go:62] [openshift-insights/insights-runtime-extractor-jxvm4] pod update took 39.042491ms I0428 11:04:06.683080 3797 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jxvm4] addLogicalPort annotation time took 39.070002ms I0428 11:04:06.684271 3797 pods.go:271] [openshift-insights/insights-runtime-extractor-jxvm4] addLogicalPort took 40.335833ms, libovsdb time 875.433µs W0428 11:04:06.706806 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 11:04:06.783275 3797 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-lrtj8] creating logical port openshift-console_downloads-5c54f4944f-lrtj8 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:06.783370 3797 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-lrtj8 W0428 11:04:06.794839 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 11:04:06.803193 3797 pod.go:62] [openshift-console/downloads-5c54f4944f-lrtj8] pod update took 19.860678ms I0428 11:04:06.803213 3797 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-lrtj8] addLogicalPort annotation time took 19.885799ms I0428 11:04:06.804268 3797 pods.go:271] [openshift-console/downloads-5c54f4944f-lrtj8] addLogicalPort took 21.011201ms, libovsdb time 791.968µs W0428 11:04:06.805950 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:06.935054 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0428 11:04:06.935083 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0428 11:04:07.090325 3797 cni.go:452] [openshift-insights/insights-runtime-extractor-jxvm4 736cdc126115ad4bfdc0d78bc984e25c3556cdbd6ce8484c4f61017635afd967 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jxvm4 736cdc126115ad4bfdc0d78bc984e25c3556cdbd6ce8484c4f61017635afd967 network default NAD default NAD key ] I0428 11:04:07.099961 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jxvm4, hostIfaceName: 736cdc126115ad4, network: default, NAD default, SandboxID: "736cdc126115ad4bfdc0d78bc984e25c3556cdbd6ce8484c4f61017635afd967", PCI device ID: , UID: "209adea4-2ee9-4267-b90d-9f68611fb475", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0428 11:04:07.149842 3797 cni.go:473] [openshift-insights/insights-runtime-extractor-jxvm4 736cdc126115ad4bfdc0d78bc984e25c3556cdbd6ce8484c4f61017635afd967 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jxvm4 736cdc126115ad4bfdc0d78bc984e25c3556cdbd6ce8484c4f61017635afd967 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:79:d7:ea:fa:47\",\"name\":\"736cdc126115ad4\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b0d0176-28d3-41d3-adb5-21de35303baa\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:04:07.183705 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:07.662785 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:07.662801 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:07.662808 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:07.700943 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 11:04:07.700968 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 11:04:07.700978 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 11:04:07.707809 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0428 11:04:07.707824 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0428 11:04:07.826299 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0428 11:04:08.358302 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:08.358316 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:08.358321 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0428 11:04:08.642383 3797 cni.go:452] [openshift-console/downloads-5c54f4944f-lrtj8 045e03a9c60393612caf02b0ceed472afc82d58bbc6232607c3c10104b3a1b45 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-lrtj8 045e03a9c60393612caf02b0ceed472afc82d58bbc6232607c3c10104b3a1b45 network default NAD default NAD key ] I0428 11:04:08.653071 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-lrtj8, hostIfaceName: 045e03a9c603936, network: default, NAD default, SandboxID: "045e03a9c60393612caf02b0ceed472afc82d58bbc6232607c3c10104b3a1b45", PCI device ID: , UID: "e9da3000-4b87-43dd-8bf9-f970d2abcd03", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0428 11:04:08.701816 3797 cni.go:473] [openshift-console/downloads-5c54f4944f-lrtj8 045e03a9c60393612caf02b0ceed472afc82d58bbc6232607c3c10104b3a1b45 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-lrtj8 045e03a9c60393612caf02b0ceed472afc82d58bbc6232607c3c10104b3a1b45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:da:26:5c:ef:bb\",\"name\":\"045e03a9c603936\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56bbb73c-d8c7-439b-aa32-82bee9c578cf\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:08.847176 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-6xf4x for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:08.847271 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x I0428 11:04:08.863046 3797 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x] pod update took 15.80443ms I0428 11:04:08.863092 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x] addLogicalPort annotation time took 15.83001ms I0428 11:04:08.864140 3797 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x] addLogicalPort took 16.982401ms, libovsdb time 798.652µs W0428 11:04:09.103415 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:09.103430 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:09.103437 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0428 11:04:09.203848 3797 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x 06b5d84a75f8017427586c7afe824584ae8f3ad6b3fe569b4637dc0a19334080 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x 06b5d84a75f8017427586c7afe824584ae8f3ad6b3fe569b4637dc0a19334080 network default NAD default NAD key ] I0428 11:04:09.213873 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-6xf4x, hostIfaceName: 06b5d84a75f8017, network: default, NAD default, SandboxID: "06b5d84a75f8017427586c7afe824584ae8f3ad6b3fe569b4637dc0a19334080", PCI device ID: , UID: "f4cf33c1-95c8-4daa-a27c-4c65e7ca546c", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0428 11:04:09.257618 3797 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x 06b5d84a75f8017427586c7afe824584ae8f3ad6b3fe569b4637dc0a19334080 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6xf4x 06b5d84a75f8017427586c7afe824584ae8f3ad6b3fe569b4637dc0a19334080 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:61:f5:47:cf:4a\",\"name\":\"06b5d84a75f8017\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a039cfd-ba97-4788-ab0e-8cefcf2667b1\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:11.164251 3797 base_network_controller_pods.go:487] [default/openshift-console/console-5bcfcd7b98-zkmg8] creating logical port openshift-console_console-5bcfcd7b98-zkmg8 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:11.164342 3797 kube.go:256] Updating pod openshift-console/console-5bcfcd7b98-zkmg8 I0428 11:04:11.180489 3797 pod.go:62] [openshift-console/console-5bcfcd7b98-zkmg8] pod update took 16.169179ms I0428 11:04:11.180510 3797 base_network_controller_pods.go:951] [default/openshift-console/console-5bcfcd7b98-zkmg8] addLogicalPort annotation time took 16.193932ms I0428 11:04:11.181576 3797 pods.go:271] [openshift-console/console-5bcfcd7b98-zkmg8] addLogicalPort took 17.335676ms, libovsdb time 797.316µs I0428 11:04:11.526926 3797 cni.go:452] [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key ] I0428 11:04:11.538304 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bcfcd7b98-zkmg8, hostIfaceName: 3046b1fc87209e3, network: default, NAD default, SandboxID: "3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5", PCI device ID: , UID: "d4ffde30-1dd0-410e-bb7b-853448e64250", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0428 11:04:11.582530 3797 cni.go:473] [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:71:41:8c:81:aa\",\"name\":\"3046b1fc87209e3\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea227310-0705-474a-a8cf-1dc5cbd5bc0b\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:04:12.119734 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0428 11:04:14.022857 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:14.022884 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:15.138815 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:04:15.688112 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:04:17.662510 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:17.662566 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:17.662576 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:18.116269 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:04:21.332232 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:04:21.718767 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 11:04:27.269801 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:27.269822 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:27.666915 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:28.733450 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0428 11:04:28.762085 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0428 11:04:32.359772 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:32.360384 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:32.515682 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:32.516130 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:33.215735 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.215841 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.221002 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f4c55d5d-d8w4p I0428 11:04:33.221029 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f4c55d5d-d8w4p I0428 11:04:33.382890 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.382911 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.385598 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c8946d869-rc9f4 I0428 11:04:33.385621 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c8946d869-rc9f4 W0428 11:04:34.237252 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:34.237274 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:37.659135 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 11:04:43.427225 3797 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:43.427785 3797 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:44.252284 3797 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:44.252307 3797 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:44.255371 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcfcd7b98-mcfnm I0428 11:04:44.255399 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcfcd7b98-mcfnm W0428 11:04:45.809881 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0428 11:04:46.944054 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-cnmk9] creating logical port openshift-monitoring_prometheus-operator-76b589d668-cnmk9 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:46.944165 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-cnmk9 I0428 11:04:46.957622 3797 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-cnmk9] pod update took 13.487329ms I0428 11:04:46.957645 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-cnmk9] addLogicalPort annotation time took 13.515986ms I0428 11:04:46.958785 3797 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-cnmk9] addLogicalPort took 14.750771ms, libovsdb time 861.502µs W0428 11:04:47.421826 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0428 11:04:47.979548 3797 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-cnmk9 d25e099432694a6c5c8703e0a52e3fe75799c94d723fd34f241d3910e9b0f1c9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-cnmk9 d25e099432694a6c5c8703e0a52e3fe75799c94d723fd34f241d3910e9b0f1c9 network default NAD default NAD key ] I0428 11:04:47.989520 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-cnmk9, hostIfaceName: d25e099432694a6, network: default, NAD default, SandboxID: "d25e099432694a6c5c8703e0a52e3fe75799c94d723fd34f241d3910e9b0f1c9", PCI device ID: , UID: "2e1555e0-15cc-4f85-8d10-95a2075137d6", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0428 11:04:48.036716 3797 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-cnmk9 d25e099432694a6c5c8703e0a52e3fe75799c94d723fd34f241d3910e9b0f1c9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-cnmk9 d25e099432694a6c5c8703e0a52e3fe75799c94d723fd34f241d3910e9b0f1c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:c8:db:7f:da:49\",\"name\":\"d25e099432694a6\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/620b348b-5a39-4eae-aeb7-ab6f28190bee\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:53.606076 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:53.606200 3797 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0428 11:04:53.626227 3797 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.078099ms I0428 11:04:53.626247 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.10764ms I0428 11:04:53.627294 3797 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.2328ms, libovsdb time 761.09µs I0428 11:04:54.670816 3797 cni.go:452] [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key ] I0428 11:04:54.679997 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 66af93e560a16dd, network: default, NAD default, SandboxID: "66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474", PCI device ID: , UID: "5dfc0cae-ebae-4ee2-9865-37f658430c27", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0428 11:04:54.697226 3797 cni.go:452] [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key ] I0428 11:04:54.788310 3797 cni.go:473] [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5bcfcd7b98-zkmg8 3046b1fc87209e34a484edee35f90105ce9fc1f01de1ef9ab15c0d8abe2b3ac5 network default NAD default NAD key default], result "{}", err I0428 11:04:54.936814 3797 cni.go:473] [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:55:9a:21:1b:0e\",\"name\":\"66af93e560a16dd\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fb45f03-1a36-41a0-acbf-766bdcf1229b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:55.024449 3797 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:55.024478 3797 pods.go:176] Deleting pod: openshift-console/console-5bcfcd7b98-zkmg8 I0428 11:04:55.025729 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bcfcd7b98-zkmg8, ips: 10.128.0.13 I0428 11:04:55.025753 3797 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:55.620912 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5b6555c46c-2bcgx] creating logical port openshift-monitoring_thanos-querier-5b6555c46c-2bcgx for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:55.621014 3797 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5b6555c46c-2bcgx I0428 11:04:55.647902 3797 pod.go:62] [openshift-monitoring/thanos-querier-5b6555c46c-2bcgx] pod update took 26.919445ms I0428 11:04:55.647927 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5b6555c46c-2bcgx] addLogicalPort annotation time took 26.947526ms I0428 11:04:55.649064 3797 pods.go:271] [openshift-monitoring/thanos-querier-5b6555c46c-2bcgx] addLogicalPort took 28.161601ms, libovsdb time 779.04µs I0428 11:04:55.848011 3797 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:55.848035 3797 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:55.854423 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcfcd7b98-zkmg8 I0428 11:04:55.854451 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcfcd7b98-zkmg8 I0428 11:04:56.001916 3797 cni.go:452] [openshift-monitoring/thanos-querier-5b6555c46c-2bcgx 64a1f564120fe5bf0271eb78164cf8dbf5cc392b0ba00b81bd34e0a11e82d59c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5b6555c46c-2bcgx 64a1f564120fe5bf0271eb78164cf8dbf5cc392b0ba00b81bd34e0a11e82d59c network default NAD default NAD key ] I0428 11:04:56.013038 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5b6555c46c-2bcgx, hostIfaceName: 64a1f564120fe5b, network: default, NAD default, SandboxID: "64a1f564120fe5bf0271eb78164cf8dbf5cc392b0ba00b81bd34e0a11e82d59c", PCI device ID: , UID: "23e83723-53bf-4d26-901b-98835a054cbc", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0428 11:04:56.062781 3797 cni.go:473] [openshift-monitoring/thanos-querier-5b6555c46c-2bcgx 64a1f564120fe5bf0271eb78164cf8dbf5cc392b0ba00b81bd34e0a11e82d59c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5b6555c46c-2bcgx 64a1f564120fe5bf0271eb78164cf8dbf5cc392b0ba00b81bd34e0a11e82d59c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:99:58:f5:78:39\",\"name\":\"64a1f564120fe5b\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1810ce85-22a5-4283-96aa-6075895c86f8\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:57.119042 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-56b749db89-h7bgl] creating logical port openshift-monitoring_metrics-server-56b749db89-h7bgl for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:57.119124 3797 kube.go:256] Updating pod openshift-monitoring/metrics-server-56b749db89-h7bgl I0428 11:04:57.137513 3797 pod.go:62] [openshift-monitoring/metrics-server-56b749db89-h7bgl] pod update took 18.408689ms I0428 11:04:57.137535 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-56b749db89-h7bgl] addLogicalPort annotation time took 18.438419ms I0428 11:04:57.138751 3797 pods.go:271] [openshift-monitoring/metrics-server-56b749db89-h7bgl] addLogicalPort took 19.720147ms, libovsdb time 885.444µs I0428 11:04:57.233332 3797 base_network_controller_pods.go:487] [default/openshift-console/console-64774ffbc8-ztldw] creating logical port openshift-console_console-64774ffbc8-ztldw for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:57.233462 3797 kube.go:256] Updating pod openshift-console/console-64774ffbc8-ztldw I0428 11:04:57.254161 3797 pod.go:62] [openshift-console/console-64774ffbc8-ztldw] pod update took 20.730724ms I0428 11:04:57.254247 3797 base_network_controller_pods.go:951] [default/openshift-console/console-64774ffbc8-ztldw] addLogicalPort annotation time took 20.823273ms I0428 11:04:57.255718 3797 pods.go:271] [openshift-console/console-64774ffbc8-ztldw] addLogicalPort took 22.403355ms, libovsdb time 1.023514ms I0428 11:04:57.255782 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-dhg7j for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:57.255863 3797 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j I0428 11:04:57.271950 3797 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j] pod update took 16.114104ms I0428 11:04:57.271971 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j] addLogicalPort annotation time took 16.141659ms I0428 11:04:57.273060 3797 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j] addLogicalPort took 17.287342ms, libovsdb time 805.812µs W0428 11:04:57.478486 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.478508 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.478519 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 11:04:57.516676 3797 cni.go:452] [openshift-monitoring/metrics-server-56b749db89-h7bgl 4b578b222f9b19cb31bbdfecdf89bb34d06a698e5b4f52633f08598829c104d5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-56b749db89-h7bgl 4b578b222f9b19cb31bbdfecdf89bb34d06a698e5b4f52633f08598829c104d5 network default NAD default NAD key ] I0428 11:04:57.526736 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-56b749db89-h7bgl, hostIfaceName: 4b578b222f9b19c, network: default, NAD default, SandboxID: "4b578b222f9b19cb31bbdfecdf89bb34d06a698e5b4f52633f08598829c104d5", PCI device ID: , UID: "791b0561-9ea6-49bf-8606-58ba72443a7a", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0428 11:04:57.574861 3797 cni.go:473] [openshift-monitoring/metrics-server-56b749db89-h7bgl 4b578b222f9b19cb31bbdfecdf89bb34d06a698e5b4f52633f08598829c104d5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-56b749db89-h7bgl 4b578b222f9b19cb31bbdfecdf89bb34d06a698e5b4f52633f08598829c104d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:1c:43:95:08:14\",\"name\":\"4b578b222f9b19c\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6822dcc-20e0-43c6-a60b-cb8e96e816c0\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:57.629908 3797 cni.go:452] [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key ] I0428 11:04:57.640906 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-64774ffbc8-ztldw, hostIfaceName: 9fe908f9c412ff9, network: default, NAD default, SandboxID: "9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1", PCI device ID: , UID: "beefd100-8c48-4e22-a925-f99444b7a261", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0428 11:04:57.653613 3797 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j a4088e98f802fb0e385d140d3a5cab4caed9e6da9f9d0097a78c1d6fd78a4489 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j a4088e98f802fb0e385d140d3a5cab4caed9e6da9f9d0097a78c1d6fd78a4489 network default NAD default NAD key ] I0428 11:04:57.663460 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-dhg7j, hostIfaceName: a4088e98f802fb0, network: default, NAD default, SandboxID: "a4088e98f802fb0e385d140d3a5cab4caed9e6da9f9d0097a78c1d6fd78a4489", PCI device ID: , UID: "77a54787-a02f-4981-844d-a8cc5e54ca97", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0428 11:04:57.692274 3797 cni.go:473] [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4c:8b:7d:9c:60\",\"name\":\"9fe908f9c412ff9\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e64e87e8-6175-4c7a-8d48-99f52dbfd9a7\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:04:57.712994 3797 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j a4088e98f802fb0e385d140d3a5cab4caed9e6da9f9d0097a78c1d6fd78a4489 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dhg7j a4088e98f802fb0e385d140d3a5cab4caed9e6da9f9d0097a78c1d6fd78a4489 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:28:6f:73:53:c2\",\"name\":\"a4088e98f802fb0\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb5c2fbc-5877-49e4-9f73-fbba3592528c\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:04:57.862557 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.862574 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.862581 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:58.470850 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0428 11:04:59.047161 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:04:59.047279 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 11:04:59.072315 3797 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.087423ms I0428 11:04:59.072344 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.120873ms I0428 11:04:59.075548 3797 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.401211ms, libovsdb time 2.665825ms I0428 11:05:00.761949 3797 cni.go:452] [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key ] I0428 11:05:00.772191 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 89054f39d4eca1b, network: default, NAD default, SandboxID: "89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc", PCI device ID: , UID: "ddd6ce04-d21f-40ee-86b4-8039210f53dc", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0428 11:05:00.822180 3797 cni.go:473] [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:de:fe:6d:35:bc\",\"name\":\"89054f39d4eca1b\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/896a98af-ae9e-4da8-b230-07c0f4b07123\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:05:01.332257 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 11:05:01.380145 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:01.380162 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:01.869877 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 11:05:01.912232 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:01.912251 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:03.944880 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:03.944902 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:03.944908 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:03.944912 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374111 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374135 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374143 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374149 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396396 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396422 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396428 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396433 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396447 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396451 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396455 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:06.396459 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:07.965479 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 11:05:09.914600 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:09.914626 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:09.914635 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:09.914643 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0428 11:05:12.676171 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:12.676771 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:13.547185 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:13.547211 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:05:17.546490 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0428 11:05:19.446318 3797 cni.go:452] [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key ] I0428 11:05:19.526162 3797 cni.go:473] [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6c8946d869-j79sv 807a7928c2535f8dd255b41297ac2b49bd1031a8880b3bfdf10ecf57a5955696 network default NAD default NAD key default], result "{}", err I0428 11:05:19.591925 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:19.591958 3797 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6c8946d869-j79sv I0428 11:05:19.593077 3797 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6c8946d869-j79sv, ips: 10.128.0.5 I0428 11:05:19.593100 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:19.967961 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:19.967986 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:19.978405 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c8946d869-j79sv I0428 11:05:19.978436 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c8946d869-j79sv I0428 11:05:22.345961 3797 obj_retry.go:498] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:22.346547 3797 obj_retry.go:498] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0428 11:05:22.367554 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 11:05:22.367577 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0428 11:05:22.563689 3797 obj_retry.go:492] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:22.563706 3797 obj_retry.go:492] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:22.572985 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74bcd9648c-v9ffn I0428 11:05:22.573006 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74bcd9648c-v9ffn I0428 11:05:22.585437 3797 obj_retry.go:498] Detected object openshift-console/console-c669869f6-5ngzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:22.585841 3797 obj_retry.go:498] Detected object openshift-console/console-c669869f6-5ngzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0428 11:05:22.891848 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0428 11:05:23.445914 3797 obj_retry.go:492] Detected object openshift-console/console-c669869f6-5ngzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:23.445939 3797 obj_retry.go:492] Detected object openshift-console/console-c669869f6-5ngzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:23.454326 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c669869f6-5ngzn I0428 11:05:23.454348 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c669869f6-5ngzn W0428 11:05:24.609128 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.609148 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.609155 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.609166 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.609170 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.609174 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.652949 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.652968 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:05:24.652978 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 11:05:33.279844 3797 obj_retry.go:498] Detected object openshift-console/console-c669869f6-mlxxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:33.280402 3797 obj_retry.go:498] Detected object openshift-console/console-c669869f6-mlxxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:33.611657 3797 obj_retry.go:492] Detected object openshift-console/console-c669869f6-mlxxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:33.611682 3797 obj_retry.go:492] Detected object openshift-console/console-c669869f6-mlxxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:33.622774 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c669869f6-mlxxc I0428 11:05:33.622799 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c669869f6-mlxxc W0428 11:05:59.643945 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:59.643968 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:59.643979 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:59.643986 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:06:00.168948 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:06:00.168967 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 11:06:14.423964 3797 cni.go:452] [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key ] I0428 11:06:14.504468 3797 cni.go:473] [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 66af93e560a16ddf32e404d793c83d87e6efe6b56cb537cb231deb3233ed4474 network default NAD default NAD key default], result "{}", err I0428 11:06:14.562107 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:14.562140 3797 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0428 11:06:14.563331 3797 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.15 I0428 11:06:14.563375 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:15.198389 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:15.198409 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:15.204871 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0428 11:06:15.204896 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0428 11:06:15.245842 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:06:15.245980 3797 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0428 11:06:15.266758 3797 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.817211ms I0428 11:06:15.266777 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.841524ms I0428 11:06:15.268002 3797 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.172627ms, libovsdb time 871.871µs I0428 11:06:15.604495 3797 cni.go:452] [openshift-monitoring/alertmanager-main-1 8e4027457b4d0ff02a16ad846a906226ece42a686965fc7fbb94e87aabbccb1d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 8e4027457b4d0ff02a16ad846a906226ece42a686965fc7fbb94e87aabbccb1d network default NAD default NAD key ] I0428 11:06:15.613537 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 8e4027457b4d0ff, network: default, NAD default, SandboxID: "8e4027457b4d0ff02a16ad846a906226ece42a686965fc7fbb94e87aabbccb1d", PCI device ID: , UID: "9e8826e1-2a0e-47aa-94b7-bf942a69e442", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0428 11:06:15.660921 3797 cni.go:473] [openshift-monitoring/alertmanager-main-1 8e4027457b4d0ff02a16ad846a906226ece42a686965fc7fbb94e87aabbccb1d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 8e4027457b4d0ff02a16ad846a906226ece42a686965fc7fbb94e87aabbccb1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:a1:3b:99:ba:b8\",\"name\":\"8e4027457b4d0ff\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7070ee3-5e52-419a-bfa5-6683155af65b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:06:18.910369 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.910934 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.910969 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.910978 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0428 11:06:18.910991 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.910996 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0428 11:06:18.953375 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.953831 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:19.687290 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.687310 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.694592 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0428 11:06:19.694614 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0428 11:06:19.939691 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.939708 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.939721 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.939729 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:20.986187 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 11:06:20.997922 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0428 11:06:45.659974 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:06:45.659997 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:06:45.660003 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 11:06:46.973803 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:46.974499 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:47.234522 3797 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-pnb2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:47.235052 3797 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-pnb2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:47.841948 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.841974 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.849839 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0428 11:06:47.849866 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0428 11:06:47.864281 3797 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-pnb2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.864308 3797 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-pnb2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.871316 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64774ffbc8-pnb2m I0428 11:06:47.871338 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64774ffbc8-pnb2m I0428 11:06:58.046784 3797 cni.go:452] [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key ] I0428 11:06:58.120376 3797 cni.go:473] [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-64774ffbc8-ztldw 9fe908f9c412ff9da7dc3b59eed41fe6d3e80e5ac24e32d438194ebe9e1306a1 network default NAD default NAD key default], result "{}", err I0428 11:06:58.165873 3797 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-ztldw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:58.165900 3797 pods.go:176] Deleting pod: openshift-console/console-64774ffbc8-ztldw I0428 11:06:58.167030 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-64774ffbc8-ztldw, ips: 10.128.0.18 I0428 11:06:58.167057 3797 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-ztldw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:58.378390 3797 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-ztldw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:58.378413 3797 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-ztldw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:58.385656 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64774ffbc8-ztldw I0428 11:06:58.385684 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64774ffbc8-ztldw I0428 11:07:11.542238 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 11:07:22.182820 3797 cni.go:452] [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key ] I0428 11:07:22.261840 3797 cni.go:473] [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 89054f39d4eca1be3053ab8f668d9842f0747be87d1ff4546a64cfbab9f9c7fc network default NAD default NAD key default], result "{}", err I0428 11:07:22.325877 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:07:22.325914 3797 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0428 11:07:22.327403 3797 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.20 I0428 11:07:22.327430 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:07:22.477493 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:07:22.477519 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:07:22.486991 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0428 11:07:22.487018 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0428 11:07:22.537745 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:07:22.537895 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 11:07:22.564999 3797 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.150194ms I0428 11:07:22.565020 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.1744ms I0428 11:07:22.566219 3797 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.494329ms, libovsdb time 915.254µs I0428 11:07:22.897369 3797 cni.go:452] [openshift-monitoring/prometheus-k8s-0 63b29f4273efa63b3f400e4eaf8eb8273e71f3d6545fbed916c5d73554e61cf7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 63b29f4273efa63b3f400e4eaf8eb8273e71f3d6545fbed916c5d73554e61cf7 network default NAD default NAD key ] I0428 11:07:22.906730 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 63b29f4273efa63, network: default, NAD default, SandboxID: "63b29f4273efa63b3f400e4eaf8eb8273e71f3d6545fbed916c5d73554e61cf7", PCI device ID: , UID: "2b810010-7113-48b4-a61e-7fb0c8355700", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0428 11:07:22.953595 3797 cni.go:473] [openshift-monitoring/prometheus-k8s-0 63b29f4273efa63b3f400e4eaf8eb8273e71f3d6545fbed916c5d73554e61cf7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 63b29f4273efa63b3f400e4eaf8eb8273e71f3d6545fbed916c5d73554e61cf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:3c:cc:09:d6:7d\",\"name\":\"63b29f4273efa63\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c05943f1-fa01-4228-8304-54ddf3d5ecb3\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:08:23.764190 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:08:23.764210 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 11:08:25.366959 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=585 I0428 11:08:32.359881 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0428 11:08:54.227292 3797 base_network_controller_pods.go:487] [default/openshift-console/console-55c9744697-7kv4n] creating logical port openshift-console_console-55c9744697-7kv4n for pod on switch ip-10-0-0-142.ec2.internal I0428 11:08:54.227457 3797 kube.go:256] Updating pod openshift-console/console-55c9744697-7kv4n I0428 11:08:54.257226 3797 pod.go:62] [openshift-console/console-55c9744697-7kv4n] pod update took 29.79844ms I0428 11:08:54.257256 3797 base_network_controller_pods.go:951] [default/openshift-console/console-55c9744697-7kv4n] addLogicalPort annotation time took 29.834749ms I0428 11:08:54.258515 3797 pods.go:271] [openshift-console/console-55c9744697-7kv4n] addLogicalPort took 31.240371ms, libovsdb time 902.153µs I0428 11:08:54.586100 3797 cni.go:452] [openshift-console/console-55c9744697-7kv4n a18c0a3810252a096939e2cf7abc40962066883fecb5f217753eea3df2ad7ac6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55c9744697-7kv4n a18c0a3810252a096939e2cf7abc40962066883fecb5f217753eea3df2ad7ac6 network default NAD default NAD key ] I0428 11:08:54.596291 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55c9744697-7kv4n, hostIfaceName: a18c0a3810252a0, network: default, NAD default, SandboxID: "a18c0a3810252a096939e2cf7abc40962066883fecb5f217753eea3df2ad7ac6", PCI device ID: , UID: "b5b329e4-a310-4846-95c2-6dbf1d5678b3", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0428 11:08:54.644828 3797 cni.go:473] [openshift-console/console-55c9744697-7kv4n a18c0a3810252a096939e2cf7abc40962066883fecb5f217753eea3df2ad7ac6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55c9744697-7kv4n a18c0a3810252a096939e2cf7abc40962066883fecb5f217753eea3df2ad7ac6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:98:c0:5d:f2:64\",\"name\":\"a18c0a3810252a0\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92d3735a-f773-4cc8-a1fb-95ae8ecb0077\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:09:04.896164 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 11:09:08.483689 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0428 11:09:14.461633 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0428 11:09:19.515381 3797 obj_retry.go:498] Detected object openshift-console/console-845c47766f-qggjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:19.515968 3797 obj_retry.go:498] Detected object openshift-console/console-845c47766f-qggjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:20.481140 3797 obj_retry.go:492] Detected object openshift-console/console-845c47766f-qggjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:20.481162 3797 obj_retry.go:492] Detected object openshift-console/console-845c47766f-qggjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:20.489761 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-845c47766f-qggjh I0428 11:09:20.489785 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-845c47766f-qggjh I0428 11:09:23.445080 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0428 11:09:30.214284 3797 obj_retry.go:498] Detected object openshift-console/console-845c47766f-tz7h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:30.214960 3797 obj_retry.go:498] Detected object openshift-console/console-845c47766f-tz7h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:30.524604 3797 obj_retry.go:492] Detected object openshift-console/console-845c47766f-tz7h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:30.524623 3797 obj_retry.go:492] Detected object openshift-console/console-845c47766f-tz7h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:30.530649 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-845c47766f-tz7h4 I0428 11:09:30.530675 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-845c47766f-tz7h4 I0428 11:10:03.787429 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:03.787986 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:04.484223 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0428 11:10:04.675115 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:04.675157 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:14.360891 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0428 11:10:26.361492 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0428 11:10:32.478024 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0428 11:10:57.444070 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0428 11:11:07.449476 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0428 11:11:24.472397 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0428 11:11:25.975482 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:11:28.848569 3797 namespace.go:98] [tsf] adding namespace I0428 11:11:28.849469 3797 namespace.go:102] [tsf] adding namespace took 873.629µs I0428 11:11:28.861663 3797 namespace.go:142] [tsf] updating namespace I0428 11:11:28.873263 3797 namespace.go:142] [tsf] updating namespace I0428 11:11:32.743117 3797 namespace.go:98] [konflux-ui] adding namespace I0428 11:11:32.744149 3797 namespace.go:102] [konflux-ui] adding namespace took 998.943µs I0428 11:11:32.744321 3797 namespace.go:98] [cert-manager-operator] adding namespace I0428 11:11:32.745161 3797 namespace.go:102] [cert-manager-operator] adding namespace took 821.311µs I0428 11:11:32.747339 3797 namespace.go:98] [tsf-tas] adding namespace I0428 11:11:32.747461 3797 namespace.go:98] [tsf-keycloak] adding namespace I0428 11:11:32.748004 3797 namespace.go:98] [tsf-tpa] adding namespace I0428 11:11:32.748142 3797 namespace.go:102] [tsf-tas] adding namespace took 762.109µs I0428 11:11:32.748921 3797 namespace.go:102] [tsf-keycloak] adding namespace took 1.445454ms I0428 11:11:32.749743 3797 namespace.go:102] [tsf-tpa] adding namespace took 1.721608ms I0428 11:11:32.749755 3797 namespace.go:98] [rhbk-operator] adding namespace I0428 11:11:32.749929 3797 namespace.go:98] [konflux-operator] adding namespace I0428 11:11:32.750572 3797 namespace.go:102] [rhbk-operator] adding namespace took 803.718µs I0428 11:11:32.751153 3797 namespace.go:102] [konflux-operator] adding namespace took 1.205298ms I0428 11:11:32.758306 3797 namespace.go:142] [konflux-ui] updating namespace I0428 11:11:32.759762 3797 namespace.go:98] [rhtpa-operator] adding namespace I0428 11:11:32.760477 3797 namespace.go:102] [rhtpa-operator] adding namespace took 697.995µs I0428 11:11:32.777443 3797 namespace.go:142] [konflux-ui] updating namespace I0428 11:11:32.777511 3797 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:11:32.791259 3797 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:32.792736 3797 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:32.792824 3797 namespace.go:142] [tsf-tas] updating namespace I0428 11:11:32.801215 3797 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:11:32.820183 3797 namespace.go:142] [rhbk-operator] updating namespace I0428 11:11:32.820339 3797 namespace.go:142] [konflux-operator] updating namespace I0428 11:11:32.820558 3797 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:11:32.835666 3797 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:11:32.838600 3797 namespace.go:142] [konflux-ui] updating namespace I0428 11:11:32.840731 3797 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:32.858165 3797 namespace.go:142] [rhbk-operator] updating namespace I0428 11:11:32.864985 3797 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:32.883021 3797 namespace.go:142] [konflux-operator] updating namespace I0428 11:11:32.884453 3797 namespace.go:142] [rhbk-operator] updating namespace I0428 11:11:32.900138 3797 namespace.go:142] [konflux-operator] updating namespace I0428 11:11:32.900157 3797 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:11:32.924474 3797 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:11:32.962908 3797 namespace.go:142] [tsf-tas] updating namespace I0428 11:11:32.972815 3797 namespace.go:142] [tsf-tas] updating namespace I0428 11:11:33.157809 3797 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:33.166227 3797 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:33.879598 3797 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:33.884402 3797 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:34.063984 3797 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-142.ec2.internal I0428 11:11:34.064154 3797 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0428 11:11:34.079900 3797 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 15.79228ms I0428 11:11:34.079921 3797 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.818929ms I0428 11:11:34.081223 3797 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.260188ms, libovsdb time 988.412µs I0428 11:11:34.441463 3797 cni.go:452] [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key ] I0428 11:11:34.451196 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 2d13538a7932836, network: default, NAD default, SandboxID: "2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072", PCI device ID: , UID: "2ea91102-514d-466a-a12e-50966ed2c85a", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0428 11:11:34.498759 3797 cni.go:473] [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:fb:f2:83:f6:a1\",\"name\":\"2d13538a7932836\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b5f08c8-fbab-49e1-8fd6-546a2ce9de6a\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:11:37.029328 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0428 11:11:37.029416 3797 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6qndl IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6qndl: no pod IPs found I0428 11:11:38.466510 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0428 11:11:40.193029 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.193625 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.193658 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.193667 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:40.193683 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.193693 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:41.181032 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.181643 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.181673 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.181681 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:41.181692 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.181696 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:41.216010 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:41.216035 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:41.216050 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:41.216065 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.208643 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.208663 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.208678 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.208694 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:44.225150 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.225683 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.225709 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.225719 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:44.225735 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.225742 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:44.246346 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.246850 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.246875 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.246883 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:44.246895 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.246899 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:45.261331 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.261375 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.261386 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.261393 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.328614 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.328632 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.328643 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.328654 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:46.232943 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.233595 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.233626 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.233635 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:46.233650 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.233655 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:47.308206 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.308768 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.308798 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.308805 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:47.308819 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.308823 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:47.309412 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:47.309433 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:47.309448 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:47.309461 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:48.356451 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:48.356476 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:48.356490 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:48.356507 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:53.893146 3797 namespace.go:98] [cert-manager] adding namespace I0428 11:11:53.894016 3797 namespace.go:102] [cert-manager] adding namespace took 850.342µs I0428 11:11:53.975776 3797 namespace.go:142] [cert-manager] updating namespace I0428 11:11:54.053874 3797 namespace.go:142] [cert-manager] updating namespace W0428 11:11:58.343688 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 11:11:58.343708 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 11:12:01.290288 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:01.390271 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0428 11:12:01.843884 3797 namespace.go:142] [openshift-operators] updating namespace I0428 11:12:01.862828 3797 namespace.go:142] [openshift-operators] updating namespace W0428 11:12:09.397327 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:09.406964 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:09.432808 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:09.448605 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 11:12:10.012614 3797 namespace.go:142] [openshift-operators] updating namespace I0428 11:12:19.077950 3797 namespace.go:98] [trusted-artifact-signer] adding namespace I0428 11:12:19.078805 3797 namespace.go:102] [trusted-artifact-signer] adding namespace took 826.334µs I0428 11:12:19.161964 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:19.211162 3797 namespace.go:142] [trusted-artifact-signer] updating namespace W0428 11:12:19.333799 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0428 11:12:25.695688 3797 namespace.go:98] [openshift-pipelines] adding namespace I0428 11:12:25.696592 3797 namespace.go:102] [openshift-pipelines] adding namespace took 882.757µs I0428 11:12:25.723488 3797 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:12:26.409473 3797 namespace.go:142] [cert-manager] updating namespace I0428 11:12:26.592231 3797 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:12:26.733468 3797 cni.go:452] [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key ] I0428 11:12:26.817651 3797 cni.go:473] [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 2d13538a7932836d7a0b882a05c3bcb95bbc537c16e5009d52d3d3e7ed8dc072 network default NAD default NAD key default], result "{}", err I0428 11:12:26.880479 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:12:26.880513 3797 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0428 11:12:26.881792 3797 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.24 I0428 11:12:26.881827 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:12:26.908536 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:12:26.908555 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:12:26.921996 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0428 11:12:26.922019 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0428 11:12:27.005254 3797 namespace.go:142] [konflux-operator] updating namespace I0428 11:12:27.207719 3797 namespace.go:142] [konflux-ui] updating namespace I0428 11:12:27.430092 3797 namespace.go:142] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] updating namespace I0428 11:12:27.827076 3797 namespace.go:142] [rhbk-operator] updating namespace I0428 11:12:28.032319 3797 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:12:28.228160 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:28.434950 3797 namespace.go:142] [tsf] updating namespace I0428 11:12:28.650041 3797 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:12:28.808924 3797 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-142.ec2.internal I0428 11:12:28.809035 3797 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0428 11:12:28.829506 3797 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 20.508316ms I0428 11:12:28.829525 3797 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 20.5323ms I0428 11:12:28.830596 3797 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 21.690753ms, libovsdb time 776.669µs I0428 11:12:28.834824 3797 namespace.go:142] [tsf-tas] updating namespace I0428 11:12:29.038902 3797 namespace.go:142] [tsf-tpa] updating namespace I0428 11:12:29.163824 3797 namespace.go:142] [cert-manager] updating namespace I0428 11:12:29.174187 3797 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:12:29.181474 3797 namespace.go:142] [default] updating namespace I0428 11:12:29.183758 3797 cni.go:452] [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key ] I0428 11:12:29.189297 3797 namespace.go:142] [konflux-operator] updating namespace I0428 11:12:29.193761 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 5af651dec0fdef0, network: default, NAD default, SandboxID: "5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3", PCI device ID: , UID: "f3da2775-1adb-414c-b251-41ea4df90b5a", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0428 11:12:29.197254 3797 namespace.go:142] [konflux-ui] updating namespace I0428 11:12:29.206433 3797 namespace.go:142] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] updating namespace I0428 11:12:29.213165 3797 namespace.go:142] [openshift] updating namespace I0428 11:12:29.222059 3797 namespace.go:142] [rhbk-operator] updating namespace I0428 11:12:29.230317 3797 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:12:29.238390 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:29.242786 3797 cni.go:473] [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:fc:48:a9:d5:9e\",\"name\":\"5af651dec0fdef0\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/996371c3-f391-4f5e-941d-e5dde2fda9ce\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:12:29.253689 3797 namespace.go:142] [tsf] updating namespace I0428 11:12:29.277035 3797 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:12:29.293295 3797 namespace.go:142] [tsf-tas] updating namespace I0428 11:12:29.314438 3797 namespace.go:142] [tsf-tpa] updating namespace I0428 11:12:29.414389 3797 namespace.go:142] [cert-manager] updating namespace I0428 11:12:29.525004 3797 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:12:29.617891 3797 namespace.go:142] [default] updating namespace I0428 11:12:29.715402 3797 namespace.go:142] [konflux-operator] updating namespace I0428 11:12:29.818767 3797 namespace.go:142] [konflux-ui] updating namespace I0428 11:12:29.921625 3797 namespace.go:142] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] updating namespace I0428 11:12:30.027137 3797 namespace.go:142] [openshift] updating namespace I0428 11:12:30.117313 3797 namespace.go:142] [rhbk-operator] updating namespace I0428 11:12:30.215226 3797 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:12:30.315690 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:30.413256 3797 namespace.go:142] [tsf] updating namespace I0428 11:12:30.518969 3797 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:12:30.617608 3797 namespace.go:142] [tsf-tas] updating namespace I0428 11:12:30.738461 3797 namespace.go:142] [tsf-tpa] updating namespace I0428 11:12:31.355714 3797 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:12:31.675445 3797 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-4fswg for pod on switch ip-10-0-0-142.ec2.internal I0428 11:12:31.675557 3797 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg I0428 11:12:31.689880 3797 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg] pod update took 14.355606ms I0428 11:12:31.689964 3797 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg] addLogicalPort annotation time took 14.441981ms I0428 11:12:31.691444 3797 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg] addLogicalPort took 16.020273ms, libovsdb time 1.10606ms I0428 11:12:31.774012 3797 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-stgsr for pod on switch ip-10-0-0-142.ec2.internal I0428 11:12:31.774115 3797 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr I0428 11:12:31.788435 3797 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr] pod update took 14.352495ms I0428 11:12:31.788468 3797 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr] addLogicalPort annotation time took 14.390417ms I0428 11:12:31.789764 3797 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr] addLogicalPort took 15.771867ms, libovsdb time 927.093µs I0428 11:12:34.360316 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0428 11:12:36.456151 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0428 11:12:40.153257 3797 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg fe19be721240d8a82247902cadc29bdd89d5174dfd735b71f5122551214c02f0 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg fe19be721240d8a82247902cadc29bdd89d5174dfd735b71f5122551214c02f0 network default NAD default NAD key ] I0428 11:12:40.163451 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-4fswg, hostIfaceName: fe19be721240d8a, network: default, NAD default, SandboxID: "fe19be721240d8a82247902cadc29bdd89d5174dfd735b71f5122551214c02f0", PCI device ID: , UID: "967dd05d-8c33-4c0a-b389-af51fe9d2394", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0428 11:12:40.212577 3797 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg fe19be721240d8a82247902cadc29bdd89d5174dfd735b71f5122551214c02f0 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4fswg fe19be721240d8a82247902cadc29bdd89d5174dfd735b71f5122551214c02f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:55:e2:a4:1a:fd\",\"name\":\"fe19be721240d8a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ec4850d-284e-4408-983d-c49de0e320da\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:12:40.239061 3797 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr e09abb8585b03a45dbf2869bc4e92d0266aba756ba1c32d9e25de83b61d292c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr e09abb8585b03a45dbf2869bc4e92d0266aba756ba1c32d9e25de83b61d292c8 network default NAD default NAD key ] I0428 11:12:40.250160 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-stgsr, hostIfaceName: e09abb8585b03a4, network: default, NAD default, SandboxID: "e09abb8585b03a45dbf2869bc4e92d0266aba756ba1c32d9e25de83b61d292c8", PCI device ID: , UID: "7e312941-7133-48f1-b3ba-2003cb17512e", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0428 11:12:40.302890 3797 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr e09abb8585b03a45dbf2869bc4e92d0266aba756ba1c32d9e25de83b61d292c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-stgsr e09abb8585b03a45dbf2869bc4e92d0266aba756ba1c32d9e25de83b61d292c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:46:46:02:11:f7\",\"name\":\"e09abb8585b03a4\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e00d339-d032-4be7-9666-e2841fb44371\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:12:40.802410 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0428 11:12:40.822210 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0428 11:12:43.317423 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:12:43.317446 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:12:43.317452 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:12:45.459841 3797 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.459860 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.459865 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.459869 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.491198 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:12:45.491211 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:12:45.491215 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:13:01.812669 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0428 11:13:01.833540 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0428 11:13:03.771175 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-hsb87 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:13:03.771261 3797 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87 I0428 11:13:03.785511 3797 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87] pod update took 14.268051ms I0428 11:13:03.785593 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87] addLogicalPort annotation time took 14.355221ms I0428 11:13:03.787753 3797 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87] addLogicalPort took 16.590342ms, libovsdb time 1.717178ms I0428 11:13:04.134970 3797 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87 d7ba970d60836e86587500006551f4520a5c40d8e74256c1caa04cf28d2035b9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87 d7ba970d60836e86587500006551f4520a5c40d8e74256c1caa04cf28d2035b9 network default NAD default NAD key ] I0428 11:13:04.144865 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-hsb87, hostIfaceName: d7ba970d60836e8, network: default, NAD default, SandboxID: "d7ba970d60836e86587500006551f4520a5c40d8e74256c1caa04cf28d2035b9", PCI device ID: , UID: "17e11de1-f410-47ec-b3d5-b963e500536f", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0428 11:13:04.193809 3797 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87 d7ba970d60836e86587500006551f4520a5c40d8e74256c1caa04cf28d2035b9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-hsb87 d7ba970d60836e86587500006551f4520a5c40d8e74256c1caa04cf28d2035b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:21:50:01:d5:1b\",\"name\":\"d7ba970d60836e8\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c70f9b8-a6a0-4941-85ef-8d871c9e6772\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:13:04.358130 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=104 W0428 11:13:06.945206 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 11:13:07.932219 3797 cni.go:452] [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key ] I0428 11:13:08.016282 3797 cni.go:473] [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 5af651dec0fdef02f7acd3cbb2e23ddc8b0d392b4a131d41e430780a366379d3 network default NAD default NAD key default], result "{}", err I0428 11:13:08.073180 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:08.073211 3797 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0428 11:13:08.074551 3797 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.25 I0428 11:13:08.074579 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:08.094922 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:08.094940 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:08.105699 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0428 11:13:08.105734 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0428 11:13:09.221767 3797 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-142.ec2.internal I0428 11:13:09.221868 3797 kube.go:256] Updating pod tsf/test-tsf-iam I0428 11:13:09.235659 3797 pod.go:62] [tsf/test-tsf-iam] pod update took 13.816822ms I0428 11:13:09.235679 3797 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.844078ms I0428 11:13:09.236860 3797 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.112277ms, libovsdb time 879.68µs I0428 11:13:09.583772 3797 cni.go:452] [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key ] I0428 11:13:09.593199 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: b2d6528c4d0d1cd, network: default, NAD default, SandboxID: "b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d", PCI device ID: , UID: "4028422c-fce3-4290-b964-e0e653579585", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0428 11:13:09.641586 3797 cni.go:473] [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:2e:0c:fc:10:51\",\"name\":\"b2d6528c4d0d1cd\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65054b24-4c22-45a3-a7d0-545349d5c92f\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:13:10.085180 3797 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0428 11:13:10.085827 3797 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0428 11:13:10.085850 3797 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0428 11:13:10.087948 3797 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0428 11:13:17.930876 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 11:13:19.844390 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-b2rl2 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:13:19.844495 3797 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2 I0428 11:13:19.865187 3797 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2] pod update took 20.723747ms I0428 11:13:19.865207 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2] addLogicalPort annotation time took 20.748459ms I0428 11:13:19.866477 3797 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2] addLogicalPort took 22.120173ms, libovsdb time 918.483µs I0428 11:13:20.203930 3797 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2 9b66a8e2454b8d0f8ded661877dc90a5996e05e1759c4438cc2780b91f302573 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2 9b66a8e2454b8d0f8ded661877dc90a5996e05e1759c4438cc2780b91f302573 network default NAD default NAD key ] I0428 11:13:20.213475 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-b2rl2, hostIfaceName: 9b66a8e2454b8d0, network: default, NAD default, SandboxID: "9b66a8e2454b8d0f8ded661877dc90a5996e05e1759c4438cc2780b91f302573", PCI device ID: , UID: "1a8f6799-ba57-40e3-a738-a480be6e5190", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0428 11:13:20.262461 3797 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2 9b66a8e2454b8d0f8ded661877dc90a5996e05e1759c4438cc2780b91f302573 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b2rl2 9b66a8e2454b8d0f8ded661877dc90a5996e05e1759c4438cc2780b91f302573 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:6d:33:5c:15:c8\",\"name\":\"9b66a8e2454b8d0\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d384670-b760-4526-b2ab-358df581b9d8\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:13:20.646202 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 11:13:20.646220 3797 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 11:13:20.649321 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0428 11:13:20.649334 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0428 11:13:23.742611 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 11:13:36.369947 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=299 I0428 11:13:37.961436 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-xfqhm for pod on switch ip-10-0-0-142.ec2.internal I0428 11:13:37.961532 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm I0428 11:13:37.977469 3797 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm] pod update took 15.959934ms I0428 11:13:37.977522 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm] addLogicalPort annotation time took 15.991331ms I0428 11:13:37.978856 3797 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm] addLogicalPort took 17.439192ms, libovsdb time 971.743µs I0428 11:13:38.060501 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-29pxg for pod on switch ip-10-0-0-142.ec2.internal I0428 11:13:38.060587 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg I0428 11:13:38.077239 3797 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg] pod update took 16.669895ms I0428 11:13:38.077263 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg] addLogicalPort annotation time took 16.698842ms I0428 11:13:38.078437 3797 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg] addLogicalPort took 17.955059ms, libovsdb time 823.585µs I0428 11:13:38.321832 3797 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm f875a349d0d47387fce565a470de1d5244cb242c614f9b29ec3c19860674b369 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm f875a349d0d47387fce565a470de1d5244cb242c614f9b29ec3c19860674b369 network default NAD default NAD key ] I0428 11:13:38.331192 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-xfqhm, hostIfaceName: f875a349d0d4738, network: default, NAD default, SandboxID: "f875a349d0d47387fce565a470de1d5244cb242c614f9b29ec3c19860674b369", PCI device ID: , UID: "bb6eed55-41e8-4cf2-b0aa-883dc9511fa8", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0428 11:13:38.381309 3797 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm f875a349d0d47387fce565a470de1d5244cb242c614f9b29ec3c19860674b369 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xfqhm f875a349d0d47387fce565a470de1d5244cb242c614f9b29ec3c19860674b369 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:21:de:5f:0e:1e\",\"name\":\"f875a349d0d4738\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89388823-4cad-4c79-a71b-49499d2bbf9e\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:13:38.422036 3797 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg 8ebd693b3099e561c08282655a3d62b807ccfd27e948c151ddee0b6f780b75c2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg 8ebd693b3099e561c08282655a3d62b807ccfd27e948c151ddee0b6f780b75c2 network default NAD default NAD key ] I0428 11:13:38.431456 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-29pxg, hostIfaceName: 8ebd693b3099e56, network: default, NAD default, SandboxID: "8ebd693b3099e561c08282655a3d62b807ccfd27e948c151ddee0b6f780b75c2", PCI device ID: , UID: "85ea1d63-5296-43a7-a9e8-92fa652d893c", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0428 11:13:38.479467 3797 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg 8ebd693b3099e561c08282655a3d62b807ccfd27e948c151ddee0b6f780b75c2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-29pxg 8ebd693b3099e561c08282655a3d62b807ccfd27e948c151ddee0b6f780b75c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:bd:3c:cd:86:e5\",\"name\":\"8ebd693b3099e56\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a7529b3-ea15-4b50-8815-de7e6ffa3e18\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:13:43.123036 3797 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:43.123058 3797 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:43.123064 3797 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:49.143328 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:49.143347 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:49.143371 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0428 11:14:00.199553 3797 cni.go:452] [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key ] I0428 11:14:00.278494 3797 cni.go:473] [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam b2d6528c4d0d1cd64ac75f9fa4432acb87f1b15ec8a852f8cbbddc20d739e26d network default NAD default NAD key default], result "{}", err I0428 11:14:00.332085 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:00.332123 3797 pods.go:176] Deleting pod: tsf/test-tsf-iam I0428 11:14:00.333586 3797 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.29 I0428 11:14:00.333613 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:00.368767 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:00.368785 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:00.374459 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0428 11:14:00.374481 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0428 11:14:01.157022 3797 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-142.ec2.internal I0428 11:14:01.157132 3797 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0428 11:14:01.173081 3797 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.977719ms I0428 11:14:01.173111 3797 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.013426ms I0428 11:14:01.174534 3797 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.525635ms, libovsdb time 986.936µs I0428 11:14:01.523016 3797 cni.go:452] [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key ] I0428 11:14:01.533602 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 3e76dd34eb8e33c, network: default, NAD default, SandboxID: "3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be", PCI device ID: , UID: "57171a49-42b3-4624-8030-dd55e13dab42", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0428 11:14:01.582540 3797 cni.go:473] [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:82:91:82:50:2b\",\"name\":\"3e76dd34eb8e33c\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e3bd23c-ec28-4138-8b96-d03dc2b1dc7c\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:14:02.111255 3797 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-7g2kg-96d2z] creating logical port tsf-tas_segment-backup-installation-7g2kg-96d2z for pod on switch ip-10-0-0-142.ec2.internal I0428 11:14:02.111376 3797 kube.go:256] Updating pod tsf-tas/segment-backup-installation-7g2kg-96d2z I0428 11:14:02.124254 3797 pod.go:62] [tsf-tas/segment-backup-installation-7g2kg-96d2z] pod update took 12.931174ms I0428 11:14:02.124276 3797 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-7g2kg-96d2z] addLogicalPort annotation time took 12.956698ms I0428 11:14:02.125597 3797 pods.go:271] [tsf-tas/segment-backup-installation-7g2kg-96d2z] addLogicalPort took 14.361029ms, libovsdb time 911.317µs I0428 11:14:02.467293 3797 cni.go:452] [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key ] I0428 11:14:02.493894 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-7g2kg-96d2z, hostIfaceName: 6161c6f227d2604, network: default, NAD default, SandboxID: "6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4", PCI device ID: , UID: "43ddafa5-09e2-4500-ac9e-42eec7515211", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0428 11:14:02.541246 3797 cni.go:473] [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:c2:ee:f3:6f:55\",\"name\":\"6161c6f227d2604\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0b65176-290b-4dda-9d56-adcd2fe447ae\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:14:02.862472 3797 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-8f966-6r72g] creating logical port tsf-tas_ctlog-createtree-job-8f966-6r72g for pod on switch ip-10-0-0-142.ec2.internal I0428 11:14:02.862562 3797 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-8f966-6r72g I0428 11:14:02.877990 3797 pod.go:62] [tsf-tas/ctlog-createtree-job-8f966-6r72g] pod update took 15.447638ms I0428 11:14:02.878014 3797 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-8f966-6r72g] addLogicalPort annotation time took 15.478398ms I0428 11:14:02.879445 3797 pods.go:271] [tsf-tas/ctlog-createtree-job-8f966-6r72g] addLogicalPort took 16.980956ms, libovsdb time 955.359µs I0428 11:14:03.031552 3797 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5f8896d56c-d4z6f] creating logical port tsf-tas_trillian-logserver-5f8896d56c-d4z6f for pod on switch ip-10-0-0-142.ec2.internal I0428 11:14:03.031665 3797 kube.go:256] Updating pod tsf-tas/trillian-logserver-5f8896d56c-d4z6f I0428 11:14:03.050518 3797 pod.go:62] [tsf-tas/trillian-logserver-5f8896d56c-d4z6f] pod update took 18.874069ms I0428 11:14:03.050543 3797 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5f8896d56c-d4z6f] addLogicalPort annotation time took 18.902746ms I0428 11:14:03.051673 3797 pods.go:271] [tsf-tas/trillian-logserver-5f8896d56c-d4z6f] addLogicalPort took 20.135593ms, libovsdb time 789.749µs I0428 11:14:03.232096 3797 cni.go:452] [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key ] I0428 11:14:03.243156 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-8f966-6r72g, hostIfaceName: 99445673cdf893b, network: default, NAD default, SandboxID: "99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64", PCI device ID: , UID: "47a8c4cd-2812-42d0-8a8a-49c4a20935f5", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0428 11:14:03.314178 3797 cni.go:473] [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c5:26:06:c4:0d\",\"name\":\"99445673cdf893b\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3db1f625-ea96-4e9c-86ca-2bca63013951\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:14:04.006738 3797 cni.go:452] [tsf-tas/trillian-logserver-5f8896d56c-d4z6f 80b188a717be8ccff56d5d695c5bd595ebace14a20738991513e995b9be2daa4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5f8896d56c-d4z6f 80b188a717be8ccff56d5d695c5bd595ebace14a20738991513e995b9be2daa4 network default NAD default NAD key ] I0428 11:14:04.018909 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5f8896d56c-d4z6f, hostIfaceName: 80b188a717be8cc, network: default, NAD default, SandboxID: "80b188a717be8ccff56d5d695c5bd595ebace14a20738991513e995b9be2daa4", PCI device ID: , UID: "b26ca714-231b-4c8e-b0a0-a9950dd47634", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0428 11:14:04.092530 3797 cni.go:473] [tsf-tas/trillian-logserver-5f8896d56c-d4z6f 80b188a717be8ccff56d5d695c5bd595ebace14a20738991513e995b9be2daa4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5f8896d56c-d4z6f 80b188a717be8ccff56d5d695c5bd595ebace14a20738991513e995b9be2daa4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2e:48:41:83:02\",\"name\":\"80b188a717be8cc\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01d0d564-ea29-48ed-9259-3edb934d81c7\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:14:05.889544 3797 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-59d77f5dbc-77ls6] creating logical port tsf-tas_trillian-db-59d77f5dbc-77ls6 for pod on switch ip-10-0-0-142.ec2.internal I0428 11:14:05.889715 3797 kube.go:256] Updating pod tsf-tas/trillian-db-59d77f5dbc-77ls6 I0428 11:14:05.902001 3797 pod.go:62] [tsf-tas/trillian-db-59d77f5dbc-77ls6] pod update took 12.321143ms I0428 11:14:05.902048 3797 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-59d77f5dbc-77ls6] addLogicalPort annotation time took 12.371712ms I0428 11:14:05.903696 3797 pods.go:271] [tsf-tas/trillian-db-59d77f5dbc-77ls6] addLogicalPort took 14.173251ms, libovsdb time 1.07543ms W0428 11:14:06.753044 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0428 11:14:06.753074 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0428 11:14:08.557657 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-zrvbr for pod on switch ip-10-0-0-142.ec2.internal I0428 11:14:08.557760 3797 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr I0428 11:14:08.571127 3797 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr] pod update took 13.394918ms I0428 11:14:08.571148 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr] addLogicalPort annotation time took 13.420007ms I0428 11:14:08.572668 3797 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr] addLogicalPort took 15.032417ms, libovsdb time 1.037417ms I0428 11:14:09.090811 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6blsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:09.091479 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6blsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:09.976182 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6blsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:09.976207 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6blsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:14:10.782964 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0428 11:14:13.800878 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0428 11:14:13.892711 3797 cni.go:452] [tsf-tas/trillian-db-59d77f5dbc-77ls6 885ad93027229c233cfbb5e1e74171d12b2351df589b227a17ed01ffa7de03cb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-59d77f5dbc-77ls6 885ad93027229c233cfbb5e1e74171d12b2351df589b227a17ed01ffa7de03cb network default NAD default NAD key ] I0428 11:14:13.903491 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-59d77f5dbc-77ls6, hostIfaceName: 885ad93027229c2, network: default, NAD default, SandboxID: "885ad93027229c233cfbb5e1e74171d12b2351df589b227a17ed01ffa7de03cb", PCI device ID: , UID: "9a57124d-18e7-4820-9030-f3f8636e6ef3", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0428 11:14:13.957193 3797 cni.go:473] [tsf-tas/trillian-db-59d77f5dbc-77ls6 885ad93027229c233cfbb5e1e74171d12b2351df589b227a17ed01ffa7de03cb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-59d77f5dbc-77ls6 885ad93027229c233cfbb5e1e74171d12b2351df589b227a17ed01ffa7de03cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:71:37:f4:06:36\",\"name\":\"885ad93027229c2\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba826d0a-859f-4d26-806c-1fbb77c58de7\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:14:15.362835 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=97 I0428 11:14:16.560696 3797 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr af6d971cd1a0063d22c99dd2a162931f36bbf8a4abc05b463c163be5b18d2738 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr af6d971cd1a0063d22c99dd2a162931f36bbf8a4abc05b463c163be5b18d2738 network default NAD default NAD key ] I0428 11:14:16.570600 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-zrvbr, hostIfaceName: af6d971cd1a0063, network: default, NAD default, SandboxID: "af6d971cd1a0063d22c99dd2a162931f36bbf8a4abc05b463c163be5b18d2738", PCI device ID: , UID: "7d507564-f6da-4d3f-bc94-bddeb5d54fa5", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0428 11:14:16.623518 3797 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr af6d971cd1a0063d22c99dd2a162931f36bbf8a4abc05b463c163be5b18d2738 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zrvbr af6d971cd1a0063d22c99dd2a162931f36bbf8a4abc05b463c163be5b18d2738 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c2:68:40:9c:bd\",\"name\":\"af6d971cd1a0063\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe6cbbef-3a33-4d7c-96ee-dc038e67a4e0\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:14:17.302077 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0428 11:14:20.333126 3797 cni.go:452] [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key ] W0428 11:14:20.358318 3797 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 11:14:20.418408 3797 cni.go:473] [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-7g2kg-96d2z 6161c6f227d26046628e7a0a08aafdb76787f0af6a9e7d33fdf9b8800abcc3e4 network default NAD default NAD key default], result "{}", err I0428 11:14:20.467672 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:20.467704 3797 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-7g2kg-96d2z I0428 11:14:20.468953 3797 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-7g2kg-96d2z, ips: 10.128.0.34 I0428 11:14:20.468977 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:21.489394 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:21.489447 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:14:31.373689 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0428 11:14:45.416821 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0428 11:14:51.492541 3797 cni.go:452] [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key ] I0428 11:14:51.574157 3797 cni.go:473] [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 3e76dd34eb8e33c8861da5dc2a117ecdc040dac03dbb08c6622cc2d3500f26be network default NAD default NAD key default], result "{}", err I0428 11:14:51.651595 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:51.651632 3797 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0428 11:14:51.652979 3797 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.33 I0428 11:14:51.653008 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:51.671014 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:51.671032 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:51.677936 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0428 11:14:51.677963 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0428 11:14:53.507188 3797 cni.go:452] [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key ] I0428 11:14:53.588884 3797 cni.go:473] [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-8f966-6r72g 99445673cdf893bc99958de9aafc92c6b310cc2574c10a5b2da2e21f93e08a64 network default NAD default NAD key default], result "{}", err I0428 11:14:53.757068 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:53.757099 3797 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-8f966-6r72g I0428 11:14:53.758416 3797 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-8f966-6r72g, ips: 10.128.0.35 I0428 11:14:53.758445 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:54.520568 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:54.520591 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:56.180623 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:56.181150 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:57.047113 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:57.047138 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:58.085461 3797 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-794c99bf4c-dk7nt] creating logical port tsf-tas_ctlog-794c99bf4c-dk7nt for pod on switch ip-10-0-0-142.ec2.internal I0428 11:14:58.085583 3797 kube.go:256] Updating pod tsf-tas/ctlog-794c99bf4c-dk7nt I0428 11:14:58.100101 3797 pod.go:62] [tsf-tas/ctlog-794c99bf4c-dk7nt] pod update took 14.539553ms I0428 11:14:58.100129 3797 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-794c99bf4c-dk7nt] addLogicalPort annotation time took 14.572076ms I0428 11:14:58.101476 3797 pods.go:271] [tsf-tas/ctlog-794c99bf4c-dk7nt] addLogicalPort took 16.030444ms, libovsdb time 921.392µs I0428 11:14:58.450920 3797 cni.go:452] [tsf-tas/ctlog-794c99bf4c-dk7nt 7faf82713dbb3ca140010c51bbb49ba96e1a1fca98d9a54abecb516b2fe2c98b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-794c99bf4c-dk7nt 7faf82713dbb3ca140010c51bbb49ba96e1a1fca98d9a54abecb516b2fe2c98b network default NAD default NAD key ] I0428 11:14:58.460888 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-794c99bf4c-dk7nt, hostIfaceName: 7faf82713dbb3ca, network: default, NAD default, SandboxID: "7faf82713dbb3ca140010c51bbb49ba96e1a1fca98d9a54abecb516b2fe2c98b", PCI device ID: , UID: "a5aaddac-03b3-4a31-97c0-8bb35eb43ea3", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0428 11:14:58.510982 3797 cni.go:473] [tsf-tas/ctlog-794c99bf4c-dk7nt 7faf82713dbb3ca140010c51bbb49ba96e1a1fca98d9a54abecb516b2fe2c98b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-794c99bf4c-dk7nt 7faf82713dbb3ca140010c51bbb49ba96e1a1fca98d9a54abecb516b2fe2c98b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:28:06:15:a1:23\",\"name\":\"7faf82713dbb3ca\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dba29f61-d313-41a4-9151-d5bace37ab3f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:15:00.369372 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-mmrll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:00.369957 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-mmrll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0428 11:15:00.545047 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0428 11:15:01.270243 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:01.270268 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:01.385565 3797 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-pcg6b] creating logical port tsf_tsf-tekton-configuration-pcg6b for pod on switch ip-10-0-0-142.ec2.internal I0428 11:15:01.385660 3797 kube.go:256] Updating pod tsf/tsf-tekton-configuration-pcg6b I0428 11:15:01.397923 3797 pod.go:62] [tsf/tsf-tekton-configuration-pcg6b] pod update took 12.28513ms I0428 11:15:01.397950 3797 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-pcg6b] addLogicalPort annotation time took 12.315434ms I0428 11:15:01.399185 3797 pods.go:271] [tsf/tsf-tekton-configuration-pcg6b] addLogicalPort took 13.635068ms, libovsdb time 828.109µs I0428 11:15:01.745369 3797 cni.go:452] [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key ] I0428 11:15:01.755482 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-pcg6b, hostIfaceName: 85cfd603caa2c6e, network: default, NAD default, SandboxID: "85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c", PCI device ID: , UID: "399daae2-5e5f-431e-92ee-cd72c3a6012e", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0428 11:15:01.807102 3797 cni.go:473] [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:d6:5b:da:b0:a2\",\"name\":\"85cfd603caa2c6e\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f55ccaa5-cf12-4cad-9271-da91e70c5266\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:15:01.933947 3797 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-755f7957f8-ktfkg] creating logical port tsf-tas_rekor-server-755f7957f8-ktfkg for pod on switch ip-10-0-0-142.ec2.internal I0428 11:15:01.934034 3797 kube.go:256] Updating pod tsf-tas/rekor-server-755f7957f8-ktfkg I0428 11:15:01.949985 3797 pod.go:62] [tsf-tas/rekor-server-755f7957f8-ktfkg] pod update took 15.969721ms I0428 11:15:01.950079 3797 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-755f7957f8-ktfkg] addLogicalPort annotation time took 16.069936ms I0428 11:15:01.956901 3797 pods.go:271] [tsf-tas/rekor-server-755f7957f8-ktfkg] addLogicalPort took 22.965811ms, libovsdb time 5.867802ms W0428 11:15:03.269027 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0428 11:15:05.081802 3797 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0428 11:15:07.582837 3797 cni.go:452] [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key ] I0428 11:15:07.665139 3797 cni.go:473] [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-pcg6b 85cfd603caa2c6e80e4fc9cdeaf413658a9546317515c7294a7d5e71369c7f5c network default NAD default NAD key default], result "{}", err I0428 11:15:07.717092 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pcg6b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:07.717122 3797 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-pcg6b I0428 11:15:07.718409 3797 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-pcg6b, ips: 10.128.0.40 I0428 11:15:07.718433 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pcg6b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:08.739991 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pcg6b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.740014 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pcg6b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.774992 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.775012 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.780206 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mmrll I0428 11:15:08.780231 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mmrll I0428 11:15:09.443542 3797 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-142.ec2.internal I0428 11:15:09.443673 3797 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0428 11:15:09.456469 3797 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.825708ms I0428 11:15:09.456502 3797 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.863545ms I0428 11:15:09.458061 3797 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.53403ms, libovsdb time 1.189159ms I0428 11:15:09.805998 3797 cni.go:452] [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key ] I0428 11:15:09.816030 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: a968f7e065b2d73, network: default, NAD default, SandboxID: "a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a", PCI device ID: , UID: "f6d92490-5ac7-47aa-9fb9-1395fc2b0fbf", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0428 11:15:09.867095 3797 cni.go:473] [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0d:99:cd:a2:95\",\"name\":\"a968f7e065b2d73\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/199b3268-aa50-4d47-8d00-0963b0be6b43\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:15:11.550371 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0428 11:15:12.615644 3797 cni.go:452] [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key ] I0428 11:15:12.694183 3797 cni.go:473] [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa a968f7e065b2d731479b4dcc068f42a5b95dfa7e11e574e0066043e999fcbc3a network default NAD default NAD key default], result "{}", err I0428 11:15:12.747145 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:12.747180 3797 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0428 11:15:12.748792 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.42 I0428 11:15:12.748826 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:12.766464 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:12.766548 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:12.771524 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0428 11:15:12.771548 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0428 11:15:12.791544 3797 cni.go:452] [tsf-tas/rekor-server-755f7957f8-ktfkg eb47490d4d1c86e3f9cabed1a111b4382fb426e0828152eddd88cb7ae371e60c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-755f7957f8-ktfkg eb47490d4d1c86e3f9cabed1a111b4382fb426e0828152eddd88cb7ae371e60c network default NAD default NAD key ] I0428 11:15:12.801721 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-755f7957f8-ktfkg, hostIfaceName: eb47490d4d1c86e, network: default, NAD default, SandboxID: "eb47490d4d1c86e3f9cabed1a111b4382fb426e0828152eddd88cb7ae371e60c", PCI device ID: , UID: "19d18543-90c5-4691-a7f1-8947c345db07", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0428 11:15:12.849837 3797 cni.go:473] [tsf-tas/rekor-server-755f7957f8-ktfkg eb47490d4d1c86e3f9cabed1a111b4382fb426e0828152eddd88cb7ae371e60c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-755f7957f8-ktfkg eb47490d4d1c86e3f9cabed1a111b4382fb426e0828152eddd88cb7ae371e60c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:17:db:47:48:ea\",\"name\":\"eb47490d4d1c86e\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00e9c67f-f397-41fb-9e78-d3763bb186a8\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:15:12.978146 3797 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-142.ec2.internal I0428 11:15:12.978233 3797 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0428 11:15:12.992906 3797 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.697013ms I0428 11:15:12.992927 3797 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.722708ms I0428 11:15:12.994194 3797 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.063692ms, libovsdb time 899.551µs I0428 11:15:13.337166 3797 cni.go:452] [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key ] I0428 11:15:13.346593 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 6c6dfa0f47a2f4e, network: default, NAD default, SandboxID: "6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb", PCI device ID: , UID: "bf0c9328-d0b1-4a21-9945-dcef69c837c4", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0428 11:15:13.394858 3797 cni.go:473] [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:93:73:61:fd:28\",\"name\":\"6c6dfa0f47a2f4e\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ebbae5a-1955-415c-b46d-5c86815c7c88\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:15:15.635171 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0428 11:15:18.497722 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-zbjfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:18.498293 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-zbjfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:19.521882 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-zbjfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:19.521907 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-zbjfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:22.523366 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-m6x9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:22.523885 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-m6x9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:22.660715 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-m6x9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:22.660732 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-m6x9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:25.544551 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-pg867 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:25.545094 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-pg867 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:25.803098 3797 base_network_controller_pods.go:487] [default/tsf-tpa/server-776c7f7f59-dkxsd] creating logical port tsf-tpa_server-776c7f7f59-dkxsd for pod on switch ip-10-0-0-142.ec2.internal I0428 11:15:25.803195 3797 kube.go:256] Updating pod tsf-tpa/server-776c7f7f59-dkxsd I0428 11:15:25.818097 3797 pod.go:62] [tsf-tpa/server-776c7f7f59-dkxsd] pod update took 14.92872ms I0428 11:15:25.818122 3797 base_network_controller_pods.go:951] [default/tsf-tpa/server-776c7f7f59-dkxsd] addLogicalPort annotation time took 14.956947ms I0428 11:15:25.819383 3797 pods.go:271] [tsf-tpa/server-776c7f7f59-dkxsd] addLogicalPort took 16.297229ms, libovsdb time 853.683µs I0428 11:15:26.566439 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-pg867 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:26.566459 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-pg867 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:15:26.648532 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0428 11:15:27.024887 3797 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-bkq7s] creating logical port tsf-tpa_importer-86bcdf477b-bkq7s for pod on switch ip-10-0-0-142.ec2.internal I0428 11:15:27.024994 3797 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-bkq7s I0428 11:15:27.038341 3797 pod.go:62] [tsf-tpa/importer-86bcdf477b-bkq7s] pod update took 13.375572ms I0428 11:15:27.038379 3797 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-bkq7s] addLogicalPort annotation time took 13.416919ms I0428 11:15:27.039670 3797 pods.go:271] [tsf-tpa/importer-86bcdf477b-bkq7s] addLogicalPort took 14.799425ms, libovsdb time 886.067µs I0428 11:15:31.447860 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0428 11:15:35.167060 3797 cni.go:452] [tsf-tpa/server-776c7f7f59-dkxsd efc6ecc3a537469f09efdd566d4f5e6b531cd73c52186d079d1f277b154d54c0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-776c7f7f59-dkxsd efc6ecc3a537469f09efdd566d4f5e6b531cd73c52186d079d1f277b154d54c0 network default NAD default NAD key ] I0428 11:15:35.176791 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-776c7f7f59-dkxsd, hostIfaceName: efc6ecc3a537469, network: default, NAD default, SandboxID: "efc6ecc3a537469f09efdd566d4f5e6b531cd73c52186d079d1f277b154d54c0", PCI device ID: , UID: "a266b59b-6c50-4097-b270-b8cc14ee292d", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0428 11:15:35.186305 3797 cni.go:452] [tsf-tpa/importer-86bcdf477b-bkq7s e41a2a1808d53d451a4daef23f620ade8ad0527afef364635a25e568b73ca5a4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-bkq7s e41a2a1808d53d451a4daef23f620ade8ad0527afef364635a25e568b73ca5a4 network default NAD default NAD key ] I0428 11:15:35.195318 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-bkq7s, hostIfaceName: e41a2a1808d53d4, network: default, NAD default, SandboxID: "e41a2a1808d53d451a4daef23f620ade8ad0527afef364635a25e568b73ca5a4", PCI device ID: , UID: "2315e393-39c4-4ec2-9f73-812518716fae", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0428 11:15:35.229091 3797 cni.go:473] [tsf-tpa/server-776c7f7f59-dkxsd efc6ecc3a537469f09efdd566d4f5e6b531cd73c52186d079d1f277b154d54c0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-776c7f7f59-dkxsd efc6ecc3a537469f09efdd566d4f5e6b531cd73c52186d079d1f277b154d54c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:10:81:b0:92:43\",\"name\":\"efc6ecc3a537469\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfb877de-08b7-475a-b6dc-fb234ca06f99\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 11:15:35.253670 3797 cni.go:473] [tsf-tpa/importer-86bcdf477b-bkq7s e41a2a1808d53d451a4daef23f620ade8ad0527afef364635a25e568b73ca5a4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-bkq7s e41a2a1808d53d451a4daef23f620ade8ad0527afef364635a25e568b73ca5a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:50:91:1e:99:b3\",\"name\":\"e41a2a1808d53d4\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf9437fc-798e-439a-8dd6-986e00a964ca\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 11:15:37.752865 3797 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0428 11:15:48.671573 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:48.672105 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0428 11:15:48.761448 3797 util.go:959] Failed to build node endpoints for node ip-10-0-0-142.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0428 11:15:49.573323 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:49.573344 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:16:04.635061 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0428 11:16:05.896898 3797 cni.go:452] [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key ] I0428 11:16:05.986626 3797 cni.go:473] [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 6c6dfa0f47a2f4e8e73046c8656017b289b81ac919221dda8e2c9817192fbccb network default NAD default NAD key default], result "{}", err I0428 11:16:06.043985 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:06.044017 3797 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0428 11:16:06.045340 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.43 I0428 11:16:06.045383 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:06.083160 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:06.083178 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:06.088690 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0428 11:16:06.088711 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0428 11:16:06.789013 3797 namespace.go:98] [integration-service] adding namespace I0428 11:16:06.789896 3797 namespace.go:102] [integration-service] adding namespace took 863.062µs I0428 11:16:06.792794 3797 namespace.go:98] [default-tenant] adding namespace I0428 11:16:06.792850 3797 namespace.go:98] [image-controller] adding namespace I0428 11:16:06.792889 3797 namespace.go:98] [build-service] adding namespace I0428 11:16:06.793464 3797 namespace.go:102] [default-tenant] adding namespace took 654.714µs I0428 11:16:06.794017 3797 namespace.go:102] [image-controller] adding namespace took 1.154589ms I0428 11:16:06.794531 3797 namespace.go:102] [build-service] adding namespace took 1.63222ms I0428 11:16:06.857710 3797 namespace.go:142] [integration-service] updating namespace I0428 11:16:06.876503 3797 namespace.go:142] [integration-service] updating namespace I0428 11:16:06.906838 3797 namespace.go:142] [default-tenant] updating namespace I0428 11:16:06.921028 3797 namespace.go:142] [default-tenant] updating namespace I0428 11:16:06.931559 3797 namespace.go:142] [image-controller] updating namespace I0428 11:16:06.945881 3797 namespace.go:142] [image-controller] updating namespace I0428 11:16:06.952835 3797 namespace.go:142] [build-service] updating namespace I0428 11:16:06.971444 3797 namespace.go:142] [build-service] updating namespace I0428 11:16:07.086587 3797 namespace.go:142] [build-service] updating namespace I0428 11:16:07.116739 3797 namespace.go:142] [integration-service] updating namespace I0428 11:16:07.168389 3797 namespace.go:98] [release-service] adding namespace I0428 11:16:07.169225 3797 namespace.go:102] [release-service] adding namespace took 820.823µs I0428 11:16:07.187198 3797 namespace.go:142] [release-service] updating namespace I0428 11:16:07.219380 3797 namespace.go:142] [release-service] updating namespace I0428 11:16:07.269719 3797 namespace.go:142] [konflux-ui] updating namespace I0428 11:16:07.384789 3797 namespace.go:98] [konflux-info] adding namespace I0428 11:16:07.385584 3797 namespace.go:102] [konflux-info] adding namespace took 783.056µs I0428 11:16:07.407517 3797 namespace.go:142] [konflux-info] updating namespace I0428 11:16:07.462525 3797 namespace.go:98] [namespace-lister] adding namespace I0428 11:16:07.463156 3797 namespace.go:102] [namespace-lister] adding namespace took 611.804µs I0428 11:16:07.472928 3797 namespace.go:142] [konflux-info] updating namespace I0428 11:16:07.490653 3797 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:07.608511 3797 namespace.go:98] [enterprise-contract-service] adding namespace I0428 11:16:07.609264 3797 namespace.go:102] [enterprise-contract-service] adding namespace took 738.187µs I0428 11:16:07.680952 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:07.681033 3797 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:07.713824 3797 namespace.go:142] [image-controller] updating namespace I0428 11:16:07.736823 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:08.311683 3797 namespace.go:142] [default-tenant] updating namespace I0428 11:16:08.643586 3797 namespace.go:98] [segment-bridge] adding namespace I0428 11:16:08.644326 3797 namespace.go:102] [segment-bridge] adding namespace took 719.945µs I0428 11:16:08.669238 3797 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:08.871140 3797 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:09.280592 3797 namespace.go:98] [konflux-cli] adding namespace I0428 11:16:09.281499 3797 namespace.go:102] [konflux-cli] adding namespace took 886.816µs I0428 11:16:09.307553 3797 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:09.346544 3797 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:09.659334 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0428 11:16:09.659852 3797 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0428 11:16:09.659869 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0428 11:16:09.662438 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0428 11:16:09.769318 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0428 11:16:09.769346 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0428 11:16:09.770042 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0428 11:16:11.187071 3797 namespace.go:142] [build-service] updating namespace I0428 11:16:11.945931 3797 namespace.go:142] [default-tenant] updating namespace I0428 11:16:12.680516 3797 namespace.go:142] [enterprise-contract-service] updating namespace W0428 11:16:12.761372 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0428 11:16:13.078716 3797 namespace.go:142] [image-controller] updating namespace I0428 11:16:13.364099 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=133 I0428 11:16:13.446750 3797 namespace.go:142] [integration-service] updating namespace I0428 11:16:13.763751 3797 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:13.935881 3797 namespace.go:142] [konflux-info] updating namespace I0428 11:16:14.133986 3797 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:14.328190 3797 namespace.go:142] [release-service] updating namespace I0428 11:16:14.531822 3797 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:14.662853 3797 namespace.go:142] [build-service] updating namespace I0428 11:16:14.679882 3797 namespace.go:142] [default-tenant] updating namespace I0428 11:16:14.705441 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:14.722965 3797 namespace.go:142] [image-controller] updating namespace I0428 11:16:14.735093 3797 namespace.go:142] [integration-service] updating namespace I0428 11:16:14.757872 3797 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:14.773398 3797 namespace.go:142] [konflux-info] updating namespace I0428 11:16:14.791048 3797 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:14.808340 3797 namespace.go:142] [release-service] updating namespace I0428 11:16:14.829325 3797 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:14.903031 3797 namespace.go:142] [build-service] updating namespace I0428 11:16:14.977766 3797 namespace.go:142] [default-tenant] updating namespace I0428 11:16:15.044189 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:15.154430 3797 namespace.go:142] [image-controller] updating namespace I0428 11:16:15.356317 3797 namespace.go:142] [integration-service] updating namespace I0428 11:16:15.524783 3797 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:15.651180 3797 namespace.go:142] [konflux-info] updating namespace W0428 11:16:15.729251 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0428 11:16:15.764267 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0428 11:16:15.817956 3797 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:15.903205 3797 namespace.go:142] [release-service] updating namespace I0428 11:16:15.983543 3797 namespace.go:142] [segment-bridge] updating namespace W0428 11:16:21.759004 3797 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0428 11:16:21.779218 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:16:21.781820 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 11:16:21.803778 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:16:21.806125 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0428 11:16:22.486715 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0428 11:16:24.796073 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 11:16:24.796093 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 11:16:26.531104 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 11:16:26.531125 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 11:16:26.838658 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0428 11:16:26.839346 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0428 11:16:33.107023 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:33.107631 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:33.855187 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:33.855215 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:33.858109 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv I0428 11:16:33.858129 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv I0428 11:16:48.480201 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0428 11:17:19.025603 3797 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:17:35.447537 3797 obj_retry.go:498] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:35.448078 3797 obj_retry.go:498] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:36.242487 3797 obj_retry.go:492] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:36.242510 3797 obj_retry.go:492] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:36.250391 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-ffb94955b-cwmvh I0428 11:17:36.250414 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-ffb94955b-cwmvh I0428 11:17:38.071900 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:38.072457 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:38.091651 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:38.091670 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:38.096831 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0428 11:17:38.096854 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0428 11:17:43.451932 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0428 11:18:04.483021 3797 namespace.go:98] [default-managed-tenant-0xzgp] adding namespace I0428 11:18:04.483912 3797 namespace.go:102] [default-managed-tenant-0xzgp] adding namespace took 869.65µs I0428 11:18:04.528001 3797 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:04.541426 3797 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:05.733909 3797 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:05.863706 3797 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:05.961209 3797 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:35.464225 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0428 11:18:44.446510 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0428 11:18:50.459538 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0428 11:19:09.486868 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0428 11:19:13.363740 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0428 11:19:53.482778 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0428 11:20:04.262205 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:04.262899 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:05.149877 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:05.149920 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed