+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-137.ec2.internal ++ [[ -n ip-10-0-0-137.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-137.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:31:56.066517262 - disable conntrack on geneve port' I0504 20:31:56.066517262 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:31:56.083912046 - starting ovnkube-node' I0504 20:31:56.083912046 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-137.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-137.ec2.internal --init-node ip-10-0-0-137.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-137.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:31:56.126700 3656 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:31:56.126755 3656 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-6d24bc8bbe.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:31:56.128434 3656 kube.go:431] Waiting for certificate I0504 20:31:56.128485 3656 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:31:56.128531 3656 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:31:56.129332 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:31:56.160869 3656 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:56.160902 3656 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:56.164188 3656 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:56.167742 3656 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p2m79" I0504 20:31:56.174198 3656 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p2m79" I0504 20:31:56.174277 3656 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:57.128495 3656 kube.go:438] Certificate found I0504 20:31:57.129153 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:31:57.130407 3656 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:31:57.193320 3656 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:26:56 +0000 UTC" deadline="2026-05-05 16:38:32.128971536 +0000 UTC" I0504 20:31:57.193358 3656 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h6m34.935626177s" I0504 20:31:57.210659 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:31:57.219562 3656 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:31:57.219622 3656 server.go:101] MetricServer registers OVS metrics I0504 20:31:57.219835 3656 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:31:57.219933 3656 server.go:105] MetricServer registers OVN DB metrics I0504 20:31:57.219952 3656 factory.go:561] Starting watch factory I0504 20:31:57.220034 3656 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220065 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220086 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220077 3656 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220066 3656 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220123 3656 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220200 3656 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220056 3656 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.220486 3656 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.221216 3656 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.221787 3656 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.221957 3656 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.222381 3656 controller_manager.go:370] Starting the ovnkube controller I0504 20:31:57.222394 3656 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-137.ec2.internal I0504 20:31:57.222472 3656 controller_manager.go:395] NBDB zone sync took: 60.909µs I0504 20:31:57.222486 3656 factory.go:561] Starting watch factory I0504 20:31:57.224984 3656 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:31:57.225011 3656 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:31:57.238402 3656 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:31:57.238427 3656 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:31:57.242228 3656 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:31:57.242267 3656 server.go:109] MetricServer registers OVN Controller metrics I0504 20:31:57.246562 3656 server.go:113] MetricServer registers OVN Northd metrics I0504 20:31:57.246595 3656 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.246782 3656 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.247261 3656 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.248222 3656 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.248603 3656 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.253222 3656 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:31:57.255738 3656 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:57.325379 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:31:57.325394 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:31:57.325398 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:31:57.325401 3656 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:31:57.325404 3656 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:31:57.325407 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:31:57.325502 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:57.325502 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:57.325525 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:57.325533 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:57.328829 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:31:57.328840 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:31:57.328843 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:31:57.328846 3656 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:31:57.328849 3656 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:31:57.328852 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:31:57.330162 3656 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:57.330166 3656 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:57.330548 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:31:57.330560 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:31:57.330628 3656 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.330640 3656 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.334329 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:31:57.334342 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:31:57.334467 3656 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.336490 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:31:57.336546 3656 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.336565 3656 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.339734 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:31:57.340077 3656 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.342072 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:31:57.342121 3656 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.342131 3656 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.345084 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:31:57.345576 3656 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.347604 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:31:57.347662 3656 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.347675 3656 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.350654 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:31:57.351005 3656 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.353045 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:31:57.353101 3656 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.353112 3656 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.356040 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:31:57.356450 3656 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.358410 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:31:57.358564 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:57.358591 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:57.361518 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:31:57.362485 3656 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:57.364467 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:31:57.364540 3656 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.364557 3656 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.364593 3656 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.364611 3656 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.366632 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:31:57.368155 3656 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.368529 3656 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:57.370544 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:31:57.370554 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:31:57.370561 3656 factory.go:680] Watch Factory start up complete, took: 150.612752ms I0504 20:31:57.370624 3656 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:31:57.372046 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:31:57.372056 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:31:57.372063 3656 factory.go:680] Watch Factory start up complete, took: 149.578406ms I0504 20:31:57.372069 3656 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-137.ec2.internal" zone I0504 20:31:57.418987 3656 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:31:57.490766 3656 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:31:57.497254 3656 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:31:57.544208 3656 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:31:57.544308 3656 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:31:57.544329 3656 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:31:57.578994 3656 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:31:57.579059 3656 default_node_network_controller.go:809] Node ip-10-0-0-137.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0504 20:31:57.584927 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.137"] k8s.ovn.org/zone-name:ip-10-0-0-137.ec2.internal] on node ip-10-0-0-137.ec2.internal I0504 20:31:57.610506 3656 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:31:57.616778 3656 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:31:57.616978 3656 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0504 20:31:57.617202 3656 gateway_init.go:263] Preparing Gateway I0504 20:31:57.617217 3656 gateway_shared_intf.go:1687] Creating new gateway I0504 20:31:57.622549 3656 controller_manager.go:429] Waiting for node in zone sync took: 250.4675ms I0504 20:31:57.628793 3656 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:31:57.628810 3656 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-137.ec2.internal I0504 20:31:57.645907 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:31:57.652103 3656 controller_manager.go:290] SCTP support detected in OVN I0504 20:31:57.652699 3656 services_controller.go:69] Creating services controller for network=default I0504 20:31:57.652819 3656 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:31:57.652903 3656 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:31:57.653069 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:31:57.653086 3656 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:31:57.653097 3656 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:31:57.653285 3656 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:31:57.653330 3656 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:31:57.653377 3656 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.606µs I0504 20:31:57.653397 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 58.895µs I0504 20:31:57.653405 3656 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 74.997µs I0504 20:31:57.653407 3656 udn_enabled_svc.go:95] Performing full resync I0504 20:31:57.653411 3656 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:31:57.653419 3656 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:31:57.653427 3656 default_network_controller.go:325] Starting the default network controller I0504 20:31:57.653521 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.033µs I0504 20:31:57.653704 3656 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:31:57.653715 3656 udn_enabled_svc.go:104] Starting worker I0504 20:31:57.663010 3656 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:31:57.663108 3656 repair.go:33] Syncing exgw routes took 87.275µs I0504 20:31:57.663130 3656 default_network_controller.go:414] Starting all the Watchers... I0504 20:31:57.663296 3656 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:31:57.663310 3656 namespace.go:98] [openshift-insights] adding namespace I0504 20:31:57.663337 3656 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:31:57.663384 3656 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:31:57.663383 3656 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:31:57.663393 3656 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:31:57.663395 3656 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:31:57.663405 3656 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:31:57.663408 3656 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:31:57.663408 3656 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:31:57.663418 3656 namespace.go:98] [kube-public] adding namespace I0504 20:31:57.663420 3656 namespace.go:98] [openshift-operators] adding namespace I0504 20:31:57.663421 3656 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:31:57.663296 3656 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:31:57.663449 3656 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:31:57.663913 3656 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 604.706µs I0504 20:31:57.663930 3656 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:31:57.664390 3656 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 454.793µs I0504 20:31:57.664403 3656 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:31:57.665031 3656 namespace.go:102] [openshift-package-operator] adding namespace took 623.291µs I0504 20:31:57.665043 3656 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:31:57.665571 3656 namespace.go:102] [openshift-insights] adding namespace took 2.245979ms I0504 20:31:57.665580 3656 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:31:57.666119 3656 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.770174ms I0504 20:31:57.666134 3656 namespace.go:98] [openshift-logging] adding namespace I0504 20:31:57.666658 3656 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 3.263772ms I0504 20:31:57.666669 3656 namespace.go:98] [openshift-ingress] adding namespace I0504 20:31:57.667159 3656 namespace.go:102] [openshift-config-managed] adding namespace took 3.756401ms I0504 20:31:57.667169 3656 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:31:57.667699 3656 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.302128ms I0504 20:31:57.667709 3656 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:31:57.668329 3656 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.921062ms I0504 20:31:57.668345 3656 namespace.go:98] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] adding namespace I0504 20:31:57.668937 3656 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.520529ms I0504 20:31:57.668955 3656 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:31:57.669645 3656 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.227099ms I0504 20:31:57.669660 3656 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:31:57.670162 3656 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.741445ms I0504 20:31:57.670181 3656 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:31:57.670685 3656 namespace.go:102] [kube-public] adding namespace took 7.260741ms I0504 20:31:57.670698 3656 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:31:57.671214 3656 namespace.go:102] [openshift-operators] adding namespace took 7.788009ms I0504 20:31:57.671227 3656 namespace.go:98] [openshift-backplane-mobb] adding namespace W0504 20:31:57.671644 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sl5xx: pod openshift-network-diagnostics/network-check-target-sl5xx: no pod IPs found I0504 20:31:57.671685 3656 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.254799ms I0504 20:31:57.671695 3656 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:31:57.672301 3656 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.85168ms I0504 20:31:57.672310 3656 namespace.go:98] [openshift-backplane] adding namespace I0504 20:31:57.672728 3656 namespace.go:102] [openshift-dns-operator] adding namespace took 9.270546ms I0504 20:31:57.672743 3656 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:31:57.673182 3656 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.135182ms I0504 20:31:57.673193 3656 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:31:57.673626 3656 namespace.go:102] [openshift-machine-api] adding namespace took 8.041803ms I0504 20:31:57.673637 3656 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:31:57.674138 3656 namespace.go:102] [openshift-logging] adding namespace took 7.998483ms I0504 20:31:57.674152 3656 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:31:57.674594 3656 namespace.go:102] [openshift-ingress] adding namespace took 7.919647ms I0504 20:31:57.674607 3656 namespace.go:98] [openshift-etcd] adding namespace I0504 20:31:57.675103 3656 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.929462ms I0504 20:31:57.675116 3656 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:31:57.675602 3656 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.885736ms I0504 20:31:57.675617 3656 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:31:57.676199 3656 namespace.go:102] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] adding namespace took 7.849224ms I0504 20:31:57.676210 3656 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:31:57.676713 3656 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.752425ms I0504 20:31:57.676729 3656 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:31:57.677627 3656 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.948025ms I0504 20:31:57.677641 3656 namespace.go:98] [default] adding namespace I0504 20:31:57.678252 3656 namespace.go:102] [openshift-console-operator] adding namespace took 8.063488ms I0504 20:31:57.678266 3656 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:31:57.678688 3656 namespace.go:102] [openshift-marketplace] adding namespace took 7.985009ms I0504 20:31:57.678700 3656 namespace.go:98] [openshift] adding namespace I0504 20:31:57.679241 3656 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.008887ms I0504 20:31:57.679257 3656 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:31:57.679694 3656 namespace.go:102] [openshift-service-ca] adding namespace took 7.993003ms I0504 20:31:57.679707 3656 namespace.go:98] [openshift-infra] adding namespace I0504 20:31:57.680149 3656 namespace.go:102] [openshift-backplane] adding namespace took 7.834052ms I0504 20:31:57.680160 3656 namespace.go:98] [openshift-host-network] adding namespace I0504 20:31:57.680571 3656 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.824272ms I0504 20:31:57.680581 3656 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:31:57.680996 3656 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.799052ms I0504 20:31:57.681426 3656 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.786138ms I0504 20:31:57.681436 3656 namespace.go:98] [kube-node-lease] adding namespace I0504 20:31:57.681857 3656 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.696748ms I0504 20:31:57.681930 3656 namespace.go:98] [kube-system] adding namespace I0504 20:31:57.682364 3656 namespace.go:102] [openshift-etcd] adding namespace took 7.749661ms I0504 20:31:57.682385 3656 namespace.go:98] [openshift-node] adding namespace I0504 20:31:57.682853 3656 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.731512ms I0504 20:31:57.682869 3656 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:31:57.683299 3656 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.675641ms I0504 20:31:57.683313 3656 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:31:57.683687 3656 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.472645ms I0504 20:31:57.683701 3656 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:31:57.684087 3656 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.353046ms I0504 20:31:57.684101 3656 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:31:57.684464 3656 namespace.go:102] [default] adding namespace took 6.818181ms I0504 20:31:57.684475 3656 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:31:57.684912 3656 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.639112ms I0504 20:31:57.684927 3656 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:31:57.685455 3656 namespace.go:102] [openshift] adding namespace took 6.750239ms I0504 20:31:57.685472 3656 namespace.go:98] [openshift-multus] adding namespace I0504 20:31:57.686009 3656 namespace.go:102] [openshift-apiserver] adding namespace took 6.746653ms I0504 20:31:57.686020 3656 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:31:57.686494 3656 namespace.go:102] [openshift-infra] adding namespace took 6.778796ms I0504 20:31:57.686514 3656 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:31:57.686970 3656 namespace.go:102] [openshift-host-network] adding namespace took 6.80239ms I0504 20:31:57.686989 3656 namespace.go:98] [dedicated-admin] adding namespace I0504 20:31:57.687454 3656 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.867318ms I0504 20:31:57.687467 3656 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:31:57.687861 3656 namespace.go:102] [kube-node-lease] adding namespace took 6.417202ms I0504 20:31:57.687892 3656 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:31:57.688657 3656 namespace.go:102] [kube-system] adding namespace took 6.716234ms I0504 20:31:57.688675 3656 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:31:57.689158 3656 namespace.go:102] [openshift-node] adding namespace took 6.766773ms I0504 20:31:57.689176 3656 namespace.go:98] [openshift-network-console] adding namespace I0504 20:31:57.689607 3656 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.732445ms I0504 20:31:57.689621 3656 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:31:57.690020 3656 namespace.go:102] [openshift-network-operator] adding namespace took 6.701113ms I0504 20:31:57.690035 3656 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:31:57.690473 3656 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.767828ms I0504 20:31:57.690486 3656 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:31:57.690858 3656 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.751884ms I0504 20:31:57.690872 3656 namespace.go:98] [openshift-config] adding namespace I0504 20:31:57.691306 3656 namespace.go:102] [openshift-config-operator] adding namespace took 6.826944ms I0504 20:31:57.691316 3656 namespace.go:98] [openshift-dns] adding namespace W0504 20:31:57.691696 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qmcjt: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found I0504 20:31:57.691739 3656 namespace.go:102] [openshift-monitoring] adding namespace took 6.808626ms I0504 20:31:57.691749 3656 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:31:57.692212 3656 namespace.go:102] [openshift-multus] adding namespace took 6.733856ms I0504 20:31:57.692227 3656 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:31:57.692599 3656 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.573262ms I0504 20:31:57.692613 3656 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:31:57.692995 3656 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.474965ms I0504 20:31:57.693364 3656 namespace.go:102] [dedicated-admin] adding namespace took 6.368704ms I0504 20:31:57.693375 3656 namespace.go:98] [openshift-console] adding namespace I0504 20:31:57.693766 3656 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.2928ms I0504 20:31:57.693778 3656 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:31:57.694175 3656 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.276981ms I0504 20:31:57.694578 3656 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.897838ms I0504 20:31:57.694592 3656 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:31:57.695078 3656 namespace.go:102] [openshift-network-console] adding namespace took 5.896491ms I0504 20:31:57.695092 3656 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:31:57.695492 3656 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.865833ms I0504 20:31:57.695503 3656 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:31:57.695860 3656 namespace.go:102] [openshift-cluster-version] adding namespace took 5.820356ms I0504 20:31:57.696244 3656 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.753672ms I0504 20:31:57.696622 3656 namespace.go:102] [openshift-config] adding namespace took 5.74587ms I0504 20:31:57.696632 3656 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:31:57.697053 3656 namespace.go:102] [openshift-dns] adding namespace took 5.732473ms I0504 20:31:57.697409 3656 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.655125ms I0504 20:31:57.697771 3656 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.53978ms I0504 20:31:57.698158 3656 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.540305ms I0504 20:31:57.698170 3656 namespace.go:98] [openshift-authentication] adding namespace I0504 20:31:57.698525 3656 namespace.go:102] [openshift-console] adding namespace took 5.145142ms I0504 20:31:57.698537 3656 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:31:57.698905 3656 namespace.go:102] [openshift-controller-manager] adding namespace took 5.122516ms I0504 20:31:57.698917 3656 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:31:57.699362 3656 namespace.go:102] [openshift-image-registry] adding namespace took 4.765684ms I0504 20:31:57.699732 3656 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.634948ms I0504 20:31:57.700152 3656 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.644702ms I0504 20:31:57.700523 3656 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.886265ms I0504 20:31:57.700919 3656 namespace.go:102] [openshift-authentication] adding namespace took 2.745713ms I0504 20:31:57.701297 3656 namespace.go:102] [openshift-ingress-operator] adding namespace took 2.754649ms I0504 20:31:57.701615 3656 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.69351ms W0504 20:31:57.701691 3656 master.go:458] Unable to parse local node ip-10-0-0-137.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:31:57.701700 3656 master.go:481] Removing stale chassis with ID/Name: 31152360-0b48-4d89-9cdc-8da5e30dd1ec, hostname: ip-10-0-0-137.ec2.internal I0504 20:31:57.702193 3656 master.go:548] Adding or Updating local node "ip-10-0-0-137.ec2.internal" for network "default" I0504 20:31:57.702814 3656 zone_ic_handler.go:195] Time taken to create transit switch: 273.774µs I0504 20:31:57.702827 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-6.ec2.internal for the network default I0504 20:31:57.703231 3656 zone_ic_handler.go:195] Time taken to create transit switch: 289.723µs I0504 20:31:57.703248 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-158.ec2.internal for the network default I0504 20:31:57.704158 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-6.ec2.internal" on network "default" took: 1.62729ms I0504 20:31:57.704310 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-158.ec2.internal" on network "default" took: 1.375746ms I0504 20:31:57.706326 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-137.ec2.internal for the network default I0504 20:31:57.706481 3656 zone_ic_handler.go:195] Time taken to create transit switch: 142.78µs I0504 20:31:57.707501 3656 default_network_controller.go:823] Node add failed for ip-10-0-0-137.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal, error getting gateway config for node ip-10-0-0-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal", failed to update chassis to local for local node ip-10-0-0-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal] E0504 20:31:57.707551 3656 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-137.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal, error getting gateway config for node ip-10-0-0-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal", failed to update chassis to local for local node ip-10-0-0-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal] I0504 20:31:57.707597 3656 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:31:57.707618 3656 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-137.ec2.internal", UID:"e092c971-3ba2-498c-96e7-ac00cbc1aca0", APIVersion:"v1", ResourceVersion:"9393", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal, error getting gateway config for node ip-10-0-0-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal", failed to update chassis to local for local node ip-10-0-0-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal] I0504 20:31:57.707659 3656 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:31:57.707668 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:57.707673 3656 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:31:57.707695 3656 node_tracker.go:235] Node ip-10-0-0-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal" I0504 20:31:57.707708 3656 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.707720 3656 services_controller.go:574] Full service sync requested for network=default I0504 20:31:57.707729 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-158.ec2.internal in network "default" I0504 20:31:57.707767 3656 node_tracker.go:169] Node ip-10-0-1-158.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.707774 3656 services_controller.go:574] Full service sync requested for network=default I0504 20:31:57.707781 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:57.707802 3656 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.707809 3656 services_controller.go:574] Full service sync requested for network=default I0504 20:31:57.749085 3656 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:31:57.755989 3656 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:31:57.763107 3656 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:31:57.763123 3656 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-137.ec2.internal","mac-address":"12:b7:a5:82:b6:05","ip-addresses":["10.0.0.137/24"],"ip-address":"10.0.0.137/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:31152360-0b48-4d89-9cdc-8da5e30dd1ec k8s.ovn.org/node-encap-ips:["10.0.0.137"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.137/24"} k8s.ovn.org/zone-name:ip-10-0-0-137.ec2.internal] on node ip-10-0-0-137.ec2.internal I0504 20:31:57.781592 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:57.781697 3656 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.781720 3656 services_controller.go:574] Full service sync requested for network=default I0504 20:31:57.781610 3656 master.go:548] Adding or Updating local node "ip-10-0-0-137.ec2.internal" for network "default" I0504 20:31:57.784994 3656 default_node_network_controller.go:519] Node connection status = connected W0504 20:31:57.787357 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-sl5xx: pod openshift-network-diagnostics/network-check-target-sl5xx: no pod IPs found W0504 20:31:57.787371 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-qmcjt: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found I0504 20:31:57.788932 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-137.ec2.internal for the network default I0504 20:31:57.789301 3656 zone_ic_handler.go:195] Time taken to create transit switch: 192.277µs I0504 20:31:57.808714 3656 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:31:57.808732 3656 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:31:57.808785 3656 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:31:57.808861 3656 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:31:57.808899 3656 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:31:57.909263 3656 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:31:57.909289 3656 repair.go:60] Starting repairing loop for services I0504 20:31:57.909370 3656 repair.go:131] Deleted 0 stale service LBs I0504 20:31:57.909389 3656 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:31:57.909417 3656 repair.go:62] Finished repairing loop for services: 130.49µs I0504 20:31:57.909440 3656 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:31:57.909450 3656 services_controller.go:254] Starting workers for network=default I0504 20:31:57.909801 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qmcjt] creating logical port openshift-multus_network-metrics-daemon-qmcjt for pod on switch ip-10-0-0-137.ec2.internal I0504 20:31:57.909964 3656 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-qmcjt I0504 20:31:57.909975 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sl5xx] creating logical port openshift-network-diagnostics_network-check-target-sl5xx for pod on switch ip-10-0-0-137.ec2.internal I0504 20:31:57.910141 3656 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-sl5xx W0504 20:31:57.910353 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:31:57.914180 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:31:57.914587 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:31:57.928867 3656 pod.go:62] [openshift-multus/network-metrics-daemon-qmcjt] pod update took 18.956108ms I0504 20:31:57.928900 3656 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-qmcjt] addLogicalPort annotation time took 18.990795ms I0504 20:31:57.929548 3656 pod.go:62] [openshift-network-diagnostics/network-check-target-sl5xx] pod update took 19.503079ms I0504 20:31:57.929564 3656 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-sl5xx] addLogicalPort annotation time took 19.520307ms I0504 20:31:57.929715 3656 pods.go:271] [openshift-multus/network-metrics-daemon-qmcjt] addLogicalPort took 19.925412ms, libovsdb time 628.898µs I0504 20:31:57.930576 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-sl5xx] addLogicalPort took 20.610741ms, libovsdb time 605.773µs I0504 20:31:57.931004 3656 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:31:57.931033 3656 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:31:57.931050 3656 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:31:57.931056 3656 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:31:57.931254 3656 repair.go:29] Repairing admin network policies took 192.633µs I0504 20:31:57.931383 3656 repair.go:92] Repairing baseline admin network policies took 116.829µs I0504 20:31:57.931775 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:31:57.931795 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:31:57.934270 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:31:57.934294 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:31:57.934309 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:31:57.935317 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:31:57.935339 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:31:57.935348 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:31:57.936826 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:31:57.936846 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:31:57.936853 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:31:57.937404 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:31:57.937423 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:31:57.937432 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:31:57.938870 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:31:57.938907 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:31:57.938920 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:31:57.940523 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:31:57.940541 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:31:57.941253 3656 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:31:57.941268 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:31:57.942955 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:31:57.942973 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:31:57.942979 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:31:57.943260 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:31:57.943277 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:31:57.943284 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:31:57.943529 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:31:57.943547 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:31:57.943555 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:31:57.944799 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:31:57.944816 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:31:57.944824 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:31:57.945283 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:31:57.945299 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:31:57.945307 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:31:57.945796 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:31:57.945811 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:31:57.945819 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:31:57.946262 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:31:57.946277 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:31:57.946284 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:31:57.946763 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:31:57.946779 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:31:57.946788 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:31:57.947622 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:31:57.947638 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:31:57.947645 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:31:57.948551 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:31:57.948566 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:31:57.948573 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:31:57.949731 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:31:57.949747 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:31:57.949755 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:31:57.950785 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:31:57.950804 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:31:57.950811 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:31:57.951307 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:31:57.951323 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:31:57.951331 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:31:57.951763 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:31:57.951781 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:31:57.951789 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:31:57.952329 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:31:57.952345 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:31:57.952353 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:31:57.953208 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:31:57.953230 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:31:57.953241 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:31:57.954378 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:31:57.954396 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:31:57.954404 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:31:57.954905 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:31:57.954918 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:31:57.954925 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:31:57.955744 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:31:57.955757 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:31:57.955763 3656 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:31:57.957659 3656 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:31:57.957675 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:31:57.957681 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:31:57.957926 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:31:57.957943 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:31:57.957965 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:31:57.958670 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:31:57.958689 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:31:57.958702 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:31:57.959809 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:31:57.965126 3656 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:31:57.965160 3656 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:31:57.965174 3656 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:31:57.965209 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:31:57.965218 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:31:57.965223 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:31:57.965230 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:31:57.965501 3656 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:31:57.965516 3656 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:31:57.965521 3656 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:31:57.965529 3656 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:31:57.965610 3656 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:57.965624 3656 egressfirewall.go:723] Syncing node "ip-10-0-1-158.ec2.internal" for egress firewall I0504 20:31:57.965630 3656 egressfirewall.go:723] Syncing node "ip-10-0-2-6.ec2.internal" for egress firewall I0504 20:31:57.965644 3656 egressqos.go:245] Starting EgressQoS Controller I0504 20:31:57.965655 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:31:57.965664 3656 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:31:57.965672 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:31:57.965678 3656 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:31:57.965686 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:31:57.965693 3656 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:31:57.965699 3656 egressqos.go:259] Repairing EgressQoSes I0504 20:31:57.965704 3656 egressqos.go:399] Starting repairing loop for egressqos I0504 20:31:57.965777 3656 egressqos.go:401] Finished repairing loop for egressqos: 73.707µs I0504 20:31:57.965798 3656 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:31:57.965821 3656 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-137.ec2.internal I0504 20:31:57.965861 3656 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-137.ec2.internal : 41.146µs I0504 20:31:57.965949 3656 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:31:57.965970 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:31:57.965976 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:31:57.965983 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:31:57.965987 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:31:57.965992 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:31:57.965997 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:31:57.966002 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:31:57.966007 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:31:57.966010 3656 egressservice_zone.go:228] Repairing Egress Services I0504 20:31:57.966241 3656 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:31:57.966250 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:31:57.966314 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:57.966324 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 11.009µs I0504 20:31:57.966331 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-158.ec2.internal I0504 20:31:57.966341 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-158.ec2.internal: 10.66µs I0504 20:31:57.966348 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:57.966353 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 5.715µs I0504 20:31:57.966364 3656 default_network_controller.go:585] Completing all the Watchers took 303.225058ms I0504 20:31:57.966377 3656 default_network_controller.go:589] Starting unidling controllers I0504 20:31:57.966388 3656 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:31:57.966396 3656 unidle.go:63] Populating Initial ContollerEvent events I0504 20:31:57.966406 3656 unidle.go:79] Setting up event handlers for services I0504 20:31:57.966539 3656 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:31:58.285202 3656 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:58.784709 3656 default_node_network_controller.go:519] Node connection status = connected W0504 20:31:58.885963 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:31:59.284675 3656 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:59.732689 3656 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:31:59.785576 3656 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:59.805688 3656 bridgeconfig.go:537] Gateway is ready I0504 20:31:59.805708 3656 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:31:59.818799 3656 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.137. Updating OVN encap IP. I0504 20:31:59.824417 3656 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.137 - it is already configured I0504 20:31:59.824430 3656 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.137/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:31:59.824599 3656 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.137/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-137.ec2.internal","mac-address":"12:b7:a5:82:b6:05","ip-addresses":["10.0.0.137/24"],"ip-address":"10.0.0.137/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:31152360-0b48-4d89-9cdc-8da5e30dd1ec k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.137/24"}] on node ip-10-0-0-137.ec2.internal I0504 20:31:59.841466 3656 master.go:548] Adding or Updating local node "ip-10-0-0-137.ec2.internal" for network "default" I0504 20:31:59.841525 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:59.841545 3656 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:59.841554 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:59.841571 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 23.389µs I0504 20:31:59.841578 3656 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:59.841592 3656 services_controller.go:574] Full service sync requested for network=default W0504 20:31:59.841835 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:31:59.841942 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:31:59.841971 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:31:59.842228 3656 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.137 I0504 20:31:59.842295 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-137.ec2.internal I0504 20:31:59.845527 3656 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-137.ec2.internal. Updating no re-route policies I0504 20:31:59.845609 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qmcjt I0504 20:31:59.845623 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rvnsx I0504 20:31:59.845631 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qmcjt I0504 20:31:59.845635 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx I0504 20:31:59.845647 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nlc4r I0504 20:31:59.845646 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-137.ec2.internal I0504 20:31:59.845658 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx I0504 20:31:59.845660 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nlc4r I0504 20:31:59.845662 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-137.ec2.internal I0504 20:31:59.845657 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-t5t8m I0504 20:31:59.845674 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-t5t8m I0504 20:31:59.845675 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qmcjt] creating logical port openshift-multus_network-metrics-daemon-qmcjt for pod on switch ip-10-0-0-137.ec2.internal I0504 20:31:59.845674 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nwqk8 I0504 20:31:59.845673 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-n7vlk I0504 20:31:59.845686 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sl5xx] creating logical port openshift-network-diagnostics_network-check-target-sl5xx for pod on switch ip-10-0-0-137.ec2.internal I0504 20:31:59.845685 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7tlrk I0504 20:31:59.845692 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-n7vlk I0504 20:31:59.845691 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nwqk8 I0504 20:31:59.845699 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7tlrk I0504 20:31:59.845714 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-n7vlk after 0 failed attempt(s) I0504 20:31:59.845720 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-nwqk8 after 0 failed attempt(s) I0504 20:31:59.845718 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7tlrk after 0 failed attempt(s) I0504 20:31:59.845637 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rvnsx I0504 20:31:59.845747 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rvnsx after 0 failed attempt(s) I0504 20:31:59.845624 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5s26d I0504 20:31:59.845611 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c9ckt I0504 20:31:59.845763 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5s26d I0504 20:31:59.845686 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nlc4r after 0 failed attempt(s) I0504 20:31:59.845689 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-t5t8m after 0 failed attempt(s) I0504 20:31:59.845783 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5s26d after 0 failed attempt(s) I0504 20:31:59.845648 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-137.ec2.internal I0504 20:31:59.845637 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-lck66 I0504 20:31:59.845795 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-137.ec2.internal I0504 20:31:59.845799 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-lck66 I0504 20:31:59.845809 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-137.ec2.internal after 0 failed attempt(s) I0504 20:31:59.845773 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c9ckt I0504 20:31:59.845685 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-137.ec2.internal after 0 failed attempt(s) I0504 20:31:59.845835 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c9ckt after 0 failed attempt(s) I0504 20:31:59.845818 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-lck66 after 0 failed attempt(s) I0504 20:31:59.846412 3656 pods.go:271] [openshift-multus/network-metrics-daemon-qmcjt] addLogicalPort took 747.688µs, libovsdb time 230.437µs I0504 20:31:59.846426 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-qmcjt after 0 failed attempt(s) I0504 20:31:59.846485 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-sl5xx] addLogicalPort took 807.493µs, libovsdb time 312.346µs I0504 20:31:59.846493 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx after 0 failed attempt(s) I0504 20:31:59.859945 3656 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:31:59.872833 3656 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:31:59.876488 3656 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:31:59.911031 3656 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:31:59.960526 3656 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:31:59.978110 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:31:59.978199 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:31:59.978241 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:31:59.978311 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:31:59.978358 3656 gateway_init.go:325] Gateway and management port readiness took 2.198268906s I0504 20:31:59.978384 3656 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:31:59.978419 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:31:59.978432 3656 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:31:59.978449 3656 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:31:59.978507 3656 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:31:59.978592 3656 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.258µs I0504 20:31:59.978861 3656 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:31:59.978916 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 45.17µs I0504 20:31:59.978926 3656 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 66.103µs I0504 20:31:59.978932 3656 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:31:59.978942 3656 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:31:59.978947 3656 default_node_network_controller.go:899] Starting the default node network controller I0504 20:31:59.978952 3656 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:31:59.979038 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.326µs I0504 20:31:59.979141 3656 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:31:59.979150 3656 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:31:59.979181 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f62e0 0xc0002b65b0 0xc0002b6620 0xc0002b6690 0xc0002b6700 0xc0002b6770 0xc0002b67e0 0xc0008b3ea0 0xc0002b6850 0xc0002b68c0 0xc000d3c2d0 0xc0062a2070 0xc0002b6930 map[0x2ff9080:0xc00261e120 0x2ff95c0:0xc00261e2a0 0x2ffa2e0:0xc00261e060 0x2ffa580:0xc00261e0c0 0x2ffad60:0xc00261e180 0x2ffb000:0xc00261e1e0 0x2ffb2a0:0xc00261e240 0x2ffba80:0xc0062b4000 0x2ffbd20:0xc0062b4060 0x3026980:0xc00085ee40 0x3026d20:0xc00085eea0 0x3027800:0xc0008e76e0 0x3029160:0xc001c0c000 0x30298a0:0xc00261e000 0x302a720:0xc0007a8f00] 0xc000118930 0} I0504 20:31:59.979235 3656 gateway.go:151] Starting gateway service sync I0504 20:31:59.979681 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:31:59.982032 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:31:59.996778 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:31:59.998014 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:31:59.999228 3656 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:32:00.033184 3656 gateway.go:168] Gateway service sync done. Time taken: 53.935549ms I0504 20:32:00.033672 3656 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30388 I0504 20:32:00.034064 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f62e0 0xc0002b65b0 0xc0002b6620 0xc0002b6690 0xc0002b6700 0xc0002b6770 0xc0002b67e0 0xc0008b3ea0 0xc0002b6850 0xc0002b68c0 0xc000d3c2d0 0xc0062a2070 0xc0002b6930 map[0x2ff9080:0xc00261e120 0x2ff95c0:0xc00261e2a0 0x2ffa2e0:0xc00261e060 0x2ffa580:0xc00261e0c0 0x2ffad60:0xc00261e180 0x2ffb000:0xc00261e1e0 0x2ffb2a0:0xc00261e240 0x2ffba80:0xc0062b4000 0x2ffbd20:0xc0062b4060 0x3026980:0xc00085ee40 0x3026d20:0xc00085eea0 0x3027800:0xc0008e76e0 0x3029160:0xc001c0c000 0x30298a0:0xc00261e000 0x302a720:0xc0007a8f00] 0xc000118930 0} I0504 20:32:00.034606 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f62e0 0xc0002b65b0 0xc0002b6620 0xc0002b6690 0xc0002b6700 0xc0002b6770 0xc0002b67e0 0xc0008b3ea0 0xc0002b6850 0xc0002b68c0 0xc000d3c2d0 0xc0062a2070 0xc0002b6930 map[0x2ff9080:0xc00261e120 0x2ff95c0:0xc00261e2a0 0x2ffa2e0:0xc00261e060 0x2ffa580:0xc00261e0c0 0x2ffad60:0xc00261e180 0x2ffb000:0xc00261e1e0 0x2ffb2a0:0xc00261e240 0x2ffba80:0xc0062b4000 0x2ffbd20:0xc0062b4060 0x3026980:0xc00085ee40 0x3026d20:0xc00085eea0 0x3027800:0xc0008e76e0 0x3029160:0xc001c0c000 0x30298a0:0xc00261e000 0x302a720:0xc0007a8f00] 0xc000118930 0} I0504 20:32:00.034643 3656 gateway.go:532] Reconciling gateway with updates I0504 20:32:00.040099 3656 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:32:00.040219 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:32:00.040223 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:32:00.040241 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:32:00.040246 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:32:00.040243 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:32:00.040248 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:32:00.040255 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:32:00.040272 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:32:00.040278 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:32:00.040285 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:32:00.040291 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:32:00.040285 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:32:00.040296 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:32:00.040309 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:32:00.040311 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:32:00.040314 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:32:00.040323 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:32:00.040332 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:32:00.040266 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:32:00.040342 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:32:00.040344 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:32:00.040353 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:32:00.040351 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:32:00.040367 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:32:00.040362 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:32:00.040370 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:32:00.040374 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:32:00.040381 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:32:00.040260 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:32:00.040388 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:32:00.040392 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:32:00.040399 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:32:00.040399 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:32:00.040402 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:32:00.040338 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:32:00.040419 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:32:00.040420 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:32:00.040421 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:32:00.040436 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:32:00.040444 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:32:00.040283 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:32:00.040453 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:32:00.040371 3656 default_node_network_controller.go:944] Gateway and management port readiness took 61.212297ms I0504 20:32:00.040439 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:32:00.040564 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:32:00.040583 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:32:00.040354 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:32:00.040598 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:32:00.040603 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:32:00.040603 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:32:00.040615 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:32:00.040615 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:32:00.040616 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:32:00.040621 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:32:00.040628 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:32:00.040630 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:32:00.040627 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:32:00.040632 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:32:00.040634 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:32:00.040632 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:32:00.040644 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:32:00.040642 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:32:00.040639 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:32:00.040655 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:32:00.040335 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:32:00.040621 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:32:00.040600 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:32:00.040715 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:32:00.040420 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:32:00.040405 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:32:00.040368 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:32:00.040781 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:32:00.040378 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:32:00.040372 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:32:00.040386 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:32:00.040816 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:32:00.040820 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:32:00.040391 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:32:00.040919 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:32:00.040953 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:32:00.040422 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:32:00.040420 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:32:00.040985 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:32:00.040994 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:32:00.040491 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:32:00.041004 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:32:00.041026 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:32:00.040504 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:32:00.041044 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:32:00.041056 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 30187 is already open, no action needed I0504 20:32:00.041069 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31071 is already open, no action needed I0504 20:32:00.040515 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:32:00.041107 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:32:00.040508 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:32:00.041126 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:32:00.040510 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:32:00.041171 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:32:00.041176 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:32:00.040510 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:32:00.041184 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:32:00.040515 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:32:00.041215 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:32:00.040515 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:32:00.041258 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:32:00.041263 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:32:00.040526 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:32:00.041274 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:32:00.041280 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:32:00.040524 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:32:00.041286 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:32:00.040660 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:32:00.041740 3656 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:32:00.082224 3656 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:32:00.082416 3656 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:32:00.082612 3656 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0504 20:32:00.092911 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:32:00.092938 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:32:00.092945 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:32:00.092952 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:32:00.092960 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:32:00.092970 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:32:00.092977 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:32:00.092983 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:32:00.092990 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:32:00.133489 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:32:00.133522 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:32:00.133531 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:32:00.133539 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:32:00.133547 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:32:00.133554 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:32:00.133562 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:32:00.133572 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:32:00.133582 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:32:00.133592 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:32:00.133601 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:32:00.176171 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:32:00.176176 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:32:00.176191 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:32:00.176200 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:32:00.176208 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:32:00.176225 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:32:00.176232 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0504 20:32:01.574467 3656 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:32:01.574539 3656 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0504 20:32:01.574546 3656 default_node_network_controller.go:1380] Starting node controller node sync I0504 20:32:01.586902 3656 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.343014ms I0504 20:32:01.587014 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-158.ec2.internal", IP: 10.0.1.158 to PMTUD blocking rules I0504 20:32:01.587015 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-6.ec2.internal", IP: 10.0.2.6 to PMTUD blocking rules I0504 20:32:01.587030 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-158.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:32:01.587032 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-6.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:32:01.598906 3656 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:32:01.599216 3656 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:32:01.599390 3656 egressservice_node.go:183] Starting Egress Services Controller I0504 20:32:01.599418 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:32:01.599433 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:32:01.599442 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:32:01.599450 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:32:01.599458 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:32:01.599465 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:32:01.599472 3656 egressservice_node.go:197] Repairing Egress Services I0504 20:32:01.610269 3656 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:32:01.610285 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:32:01.610485 3656 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:32:01.610500 3656 link_network_manager.go:119] Link manager is running I0504 20:32:01.610510 3656 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:32:01.610666 3656 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:32:01.610902 3656 vrf_manager.go:128] VRF manager is running I0504 20:32:01.610987 3656 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:32:01.610996 3656 gateway.go:532] Reconciling gateway with updates I0504 20:32:01.627849 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:32:01.627863 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:32:01.627874 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:32:01.627892 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:32:01.627901 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:32:01.627870 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:32:01.627910 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:32:01.627917 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:32:01.627918 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:32:01.627926 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:32:01.627929 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:32:01.627929 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:32:01.627929 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:32:01.627941 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:32:01.627945 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:32:01.627952 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:32:01.627956 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:32:01.627957 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:32:01.627961 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:32:01.627964 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:32:01.627968 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:32:01.627970 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:32:01.627968 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:32:01.627941 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:32:01.627981 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:32:01.627979 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:32:01.627987 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:32:01.627989 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:32:01.627990 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:32:01.627988 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:32:01.627989 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:32:01.627999 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:32:01.627997 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:32:01.628005 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:32:01.628006 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:32:01.628006 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:32:01.628008 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:32:01.628017 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:32:01.628018 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:32:01.628023 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:32:01.628026 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:32:01.628023 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:32:01.628030 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:32:01.628029 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:32:01.628031 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:32:01.628026 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:32:01.628041 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:32:01.628038 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:32:01.628049 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:32:01.628054 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:32:01.628056 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:32:01.627935 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:32:01.627985 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:32:01.628076 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:32:01.628087 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:32:01.628099 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:32:01.628048 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:32:01.627929 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:32:01.628145 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:32:01.628155 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:32:01.627917 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:32:01.628013 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:32:01.628200 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:32:01.627969 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:32:01.628247 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 30187 is already open, no action needed I0504 20:32:01.628256 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31071 is already open, no action needed I0504 20:32:01.628018 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:32:01.628303 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:32:01.627955 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:32:01.628341 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:32:01.627946 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:32:01.627927 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:32:01.627901 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:32:01.628448 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:32:01.627946 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:32:01.628484 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:32:01.627976 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:32:01.627978 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:32:01.628523 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:32:01.627990 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:32:01.628578 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:32:01.628006 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:32:01.628613 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:32:01.628008 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:32:01.628650 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:32:01.628659 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:32:01.628015 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:32:01.628024 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:32:01.628708 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:32:01.628716 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:32:01.628026 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:32:01.628734 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:32:01.628025 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:32:01.628036 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:32:01.628805 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:32:01.628037 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:32:01.628841 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:32:01.628030 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:32:01.628873 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:32:01.628038 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:32:01.628036 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:32:01.628921 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:32:01.628926 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:32:01.628067 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:32:01.628131 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:32:01.661141 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:32:01.661167 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:32:01.661176 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:32:01.661184 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:32:01.661190 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:32:01.661200 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:32:01.661216 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:32:01.661235 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:32:01.661246 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:32:01.661255 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:32:01.706017 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:32:01.706043 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:32:01.706051 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:32:01.706057 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:32:01.746420 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:32:01.746430 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:32:01.746455 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:32:01.746463 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:32:01.746469 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:32:01.746475 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:32:01.746480 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:32:01.746486 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:32:01.746491 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:32:01.746509 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:32:01.746553 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:32:01.746564 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:32:01.746574 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:32:01.746583 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:32:01.746590 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:32:01.746599 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:32:01.746606 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:32:01.746613 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:32:03.906192 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:32:03.906225 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 42.019µs I0504 20:32:04.245430 3656 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5cf8ccd65c-v5nhk] creating logical port openshift-image-registry_image-registry-5cf8ccd65c-v5nhk for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:04.245573 3656 kube.go:256] Updating pod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk I0504 20:32:04.245577 3656 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-thrv7] creating logical port openshift-ingress-canary_ingress-canary-thrv7 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:04.245631 3656 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-l5sv7] creating logical port openshift-insights_insights-runtime-extractor-l5sv7 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:04.245704 3656 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-thrv7 I0504 20:32:04.245742 3656 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-l5sv7 I0504 20:32:04.277237 3656 kube.go:256] Updating pod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk I0504 20:32:04.282379 3656 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-thrv7 I0504 20:32:04.284941 3656 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-l5sv7 I0504 20:32:04.315922 3656 pod.go:62] [openshift-ingress-canary/ingress-canary-thrv7] pod update took 70.256585ms I0504 20:32:04.315942 3656 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-thrv7] addLogicalPort annotation time took 70.278661ms I0504 20:32:04.315944 3656 pod.go:62] [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk] pod update took 70.403137ms I0504 20:32:04.315961 3656 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5cf8ccd65c-v5nhk] addLogicalPort annotation time took 70.426091ms I0504 20:32:04.317127 3656 pods.go:271] [openshift-ingress-canary/ingress-canary-thrv7] addLogicalPort took 71.561619ms, libovsdb time 877.983µs I0504 20:32:04.317398 3656 pods.go:271] [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk] addLogicalPort took 71.986399ms, libovsdb time 1.157351ms I0504 20:32:04.321049 3656 pod.go:62] [openshift-insights/insights-runtime-extractor-l5sv7] pod update took 75.343704ms I0504 20:32:04.321073 3656 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-l5sv7] addLogicalPort annotation time took 75.368263ms I0504 20:32:04.322063 3656 pods.go:271] [openshift-insights/insights-runtime-extractor-l5sv7] addLogicalPort took 76.444416ms, libovsdb time 748.596µs I0504 20:32:04.937841 3656 cni.go:452] [openshift-ingress-canary/ingress-canary-thrv7 fb503886bd0f66c5c10dff686748552203028819981e073586319497d08f5ebc network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-thrv7 fb503886bd0f66c5c10dff686748552203028819981e073586319497d08f5ebc network default NAD default NAD key ] I0504 20:32:04.977770 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-thrv7, hostIfaceName: fb503886bd0f66c, network: default, NAD default, SandboxID: "fb503886bd0f66c5c10dff686748552203028819981e073586319497d08f5ebc", PCI device ID: , UID: "acb2a586-ae92-469c-8fce-12dea7e140c3", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0504 20:32:05.032850 3656 cni.go:473] [openshift-ingress-canary/ingress-canary-thrv7 fb503886bd0f66c5c10dff686748552203028819981e073586319497d08f5ebc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-thrv7 fb503886bd0f66c5c10dff686748552203028819981e073586319497d08f5ebc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:68:78:6a:a8:80\",\"name\":\"fb503886bd0f66c\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f869252-95cf-4866-a7c1-77d4cf2651ac\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:05.293603 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:32:05.923812 3656 cni.go:452] [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key ] I0504 20:32:05.934058 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5cf8ccd65c-v5nhk, hostIfaceName: 5336b821fc572c0, network: default, NAD default, SandboxID: "5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127", PCI device ID: , UID: "4a91a59b-e996-489c-a303-05324d2a09e1", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0504 20:32:05.984399 3656 cni.go:473] [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:06:b0:1a:e0:3f\",\"name\":\"5336b821fc572c0\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01ce845a-1a40-4cc7-99e1-991d48aac5db\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:08.061915 3656 cni.go:452] [openshift-insights/insights-runtime-extractor-l5sv7 9707fb6965243fffbec0c26631dd23b3187d0471256870080d5df15f6b9a7c2e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-l5sv7 9707fb6965243fffbec0c26631dd23b3187d0471256870080d5df15f6b9a7c2e network default NAD default NAD key ] I0504 20:32:08.071594 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-l5sv7, hostIfaceName: 9707fb6965243ff, network: default, NAD default, SandboxID: "9707fb6965243fffbec0c26631dd23b3187d0471256870080d5df15f6b9a7c2e", PCI device ID: , UID: "385e1166-930c-4307-84a6-053c438987cc", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0504 20:32:08.088810 3656 cni.go:452] [openshift-network-diagnostics/network-check-target-sl5xx f77b05603401128d10cb34c8c3abca4345af69c90475e13a9eef25a22a08a455 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-sl5xx f77b05603401128d10cb34c8c3abca4345af69c90475e13a9eef25a22a08a455 network default NAD default NAD key ] I0504 20:32:08.099946 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-sl5xx, hostIfaceName: f77b05603401128, network: default, NAD default, SandboxID: "f77b05603401128d10cb34c8c3abca4345af69c90475e13a9eef25a22a08a455", PCI device ID: , UID: "28979b91-ec7e-462b-8a27-5cb8850dda26", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0504 20:32:08.120335 3656 cni.go:473] [openshift-insights/insights-runtime-extractor-l5sv7 9707fb6965243fffbec0c26631dd23b3187d0471256870080d5df15f6b9a7c2e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-l5sv7 9707fb6965243fffbec0c26631dd23b3187d0471256870080d5df15f6b9a7c2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:61:92:29:a9:c5\",\"name\":\"9707fb6965243ff\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ae4a626-1928-4fc3-9b50-cadd764bd8b3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:08.144202 3656 cni.go:473] [openshift-network-diagnostics/network-check-target-sl5xx f77b05603401128d10cb34c8c3abca4345af69c90475e13a9eef25a22a08a455 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-sl5xx f77b05603401128d10cb34c8c3abca4345af69c90475e13a9eef25a22a08a455 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:88:10:a6:cc:ad\",\"name\":\"f77b05603401128\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2584e85f-f7a3-468d-bd14-5a99ef72ae95\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:22.058728 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:22.108461 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:32:22.112981 3656 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-5xk29] creating logical port openshift-dns_dns-default-5xk29 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:22.113065 3656 kube.go:256] Updating pod openshift-dns/dns-default-5xk29 I0504 20:32:22.131661 3656 pod.go:62] [openshift-dns/dns-default-5xk29] pod update took 18.618993ms I0504 20:32:22.131681 3656 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-5xk29] addLogicalPort annotation time took 18.653233ms I0504 20:32:22.132773 3656 pods.go:271] [openshift-dns/dns-default-5xk29] addLogicalPort took 19.803085ms, libovsdb time 771.819µs I0504 20:32:22.203426 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-tdxth for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:22.203501 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth I0504 20:32:22.210362 3656 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hprls] creating logical port openshift-console_downloads-5c54f4944f-hprls for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:22.210426 3656 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hprls I0504 20:32:22.220524 3656 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth] pod update took 17.046789ms I0504 20:32:22.220541 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth] addLogicalPort annotation time took 17.066001ms I0504 20:32:22.221441 3656 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth] addLogicalPort took 18.027632ms, libovsdb time 683.024µs I0504 20:32:22.231236 3656 pod.go:62] [openshift-console/downloads-5c54f4944f-hprls] pod update took 20.83016ms I0504 20:32:22.231252 3656 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hprls] addLogicalPort annotation time took 20.847942ms I0504 20:32:22.232134 3656 pods.go:271] [openshift-console/downloads-5c54f4944f-hprls] addLogicalPort took 21.780118ms, libovsdb time 637.994µs W0504 20:32:22.248654 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:22.284402 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:32:22.604015 3656 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth 498127fb3a2e5c49befb641b9a347bc4048bde7d9d4a83f23827c26365abbd5c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth 498127fb3a2e5c49befb641b9a347bc4048bde7d9d4a83f23827c26365abbd5c network default NAD default NAD key ] I0504 20:32:22.615517 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-tdxth, hostIfaceName: 498127fb3a2e5c4, network: default, NAD default, SandboxID: "498127fb3a2e5c49befb641b9a347bc4048bde7d9d4a83f23827c26365abbd5c", PCI device ID: , UID: "f45dec44-e80e-4a82-9437-4d19eb2d86d8", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0504 20:32:22.621568 3656 cni.go:452] [openshift-console/downloads-5c54f4944f-hprls 43533432bfd7f2a02eb7e09325849d83d8deccd1eeea2168da5637413cba5a9b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hprls 43533432bfd7f2a02eb7e09325849d83d8deccd1eeea2168da5637413cba5a9b network default NAD default NAD key ] I0504 20:32:22.632474 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hprls, hostIfaceName: 43533432bfd7f2a, network: default, NAD default, SandboxID: "43533432bfd7f2a02eb7e09325849d83d8deccd1eeea2168da5637413cba5a9b", PCI device ID: , UID: "370043c5-f4a8-4bea-b3a6-5654edec439d", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0504 20:32:22.664959 3656 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth 498127fb3a2e5c49befb641b9a347bc4048bde7d9d4a83f23827c26365abbd5c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tdxth 498127fb3a2e5c49befb641b9a347bc4048bde7d9d4a83f23827c26365abbd5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:4e:a5:a7:94:c8\",\"name\":\"498127fb3a2e5c4\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/389fb9d1-26c3-4c07-97d7-37c04c048669\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:22.681141 3656 cni.go:473] [openshift-console/downloads-5c54f4944f-hprls 43533432bfd7f2a02eb7e09325849d83d8deccd1eeea2168da5637413cba5a9b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hprls 43533432bfd7f2a02eb7e09325849d83d8deccd1eeea2168da5637413cba5a9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:de:97:eb:3c:20\",\"name\":\"43533432bfd7f2a\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46b341d5-aa3d-49ee-b012-5be4adfbb21f\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:22.814694 3656 cni.go:452] [openshift-dns/dns-default-5xk29 be4d50ec64f79b5a618f5ac2573991e04df88e8e94a00713645a8b67a0e1c857 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-5xk29 be4d50ec64f79b5a618f5ac2573991e04df88e8e94a00713645a8b67a0e1c857 network default NAD default NAD key ] I0504 20:32:22.826462 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-5xk29, hostIfaceName: be4d50ec64f79b5, network: default, NAD default, SandboxID: "be4d50ec64f79b5a618f5ac2573991e04df88e8e94a00713645a8b67a0e1c857", PCI device ID: , UID: "3fb57874-6026-45a5-bdeb-7c2cf49cd022", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0504 20:32:22.872011 3656 cni.go:473] [openshift-dns/dns-default-5xk29 be4d50ec64f79b5a618f5ac2573991e04df88e8e94a00713645a8b67a0e1c857 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-5xk29 be4d50ec64f79b5a618f5ac2573991e04df88e8e94a00713645a8b67a0e1c857 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:41:59:0f:14:a3\",\"name\":\"be4d50ec64f79b5\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79547619-9b16-4625-9f98-6b9fc899859b\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:24.858791 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:24.858814 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:24.993922 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:32:25.316334 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:32:25.529742 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-8r6x8] creating logical port openshift-monitoring_prometheus-operator-76b589d668-8r6x8 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:25.529848 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-8r6x8 I0504 20:32:25.546919 3656 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-8r6x8] pod update took 17.101043ms I0504 20:32:25.546946 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-8r6x8] addLogicalPort annotation time took 17.134132ms I0504 20:32:25.548181 3656 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-8r6x8] addLogicalPort took 18.464898ms, libovsdb time 936.563µs I0504 20:32:25.931329 3656 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-8r6x8 0fd3e306a89b5e283de84e7d053c604fbc9baf2361a55de8aa9718113ad2e470 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-8r6x8 0fd3e306a89b5e283de84e7d053c604fbc9baf2361a55de8aa9718113ad2e470 network default NAD default NAD key ] I0504 20:32:25.941969 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-8r6x8, hostIfaceName: 0fd3e306a89b5e2, network: default, NAD default, SandboxID: "0fd3e306a89b5e283de84e7d053c604fbc9baf2361a55de8aa9718113ad2e470", PCI device ID: , UID: "df6c17fb-49b7-45c6-bd75-41bd05717e8a", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0504 20:32:25.991708 3656 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-8r6x8 0fd3e306a89b5e283de84e7d053c604fbc9baf2361a55de8aa9718113ad2e470 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-8r6x8 0fd3e306a89b5e283de84e7d053c604fbc9baf2361a55de8aa9718113ad2e470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:d8:1b:14:44:1e\",\"name\":\"0fd3e306a89b5e2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b94d2ebd-469a-4d39-871b-0a7e0f752371\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:27.936108 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.936125 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.936132 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.936152 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.936160 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.936167 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.940853 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:27.940900 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:32:27.957968 3656 base_network_controller_pods.go:487] [default/openshift-console/console-c494c8b4b-2tw67] creating logical port openshift-console_console-c494c8b4b-2tw67 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:27.958090 3656 kube.go:256] Updating pod openshift-console/console-c494c8b4b-2tw67 I0504 20:32:27.981801 3656 pod.go:62] [openshift-console/console-c494c8b4b-2tw67] pod update took 23.737127ms I0504 20:32:27.981830 3656 base_network_controller_pods.go:951] [default/openshift-console/console-c494c8b4b-2tw67] addLogicalPort annotation time took 23.769023ms I0504 20:32:27.983157 3656 pods.go:271] [openshift-console/console-c494c8b4b-2tw67] addLogicalPort took 25.20547ms, libovsdb time 940.131µs I0504 20:32:28.347646 3656 cni.go:452] [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key ] I0504 20:32:28.357308 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c494c8b4b-2tw67, hostIfaceName: 5217982a370235f, network: default, NAD default, SandboxID: "5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522", PCI device ID: , UID: "f55f9ad5-2602-4246-83cc-8b619156d5ae", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0504 20:32:28.407686 3656 cni.go:473] [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:04:c9:14:49:5c\",\"name\":\"5217982a370235f\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c117831-2a39-4508-b252-6c3ce3960e34\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:29.900846 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:29.900874 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:32:30.061546 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-9gbw8 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:30.061742 3656 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8 I0504 20:32:30.091289 3656 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8] pod update took 29.585864ms I0504 20:32:30.091316 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8] addLogicalPort annotation time took 29.617388ms I0504 20:32:30.092647 3656 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8] addLogicalPort took 31.124617ms, libovsdb time 1.014051ms I0504 20:32:30.119286 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-c9t2p for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:30.119370 3656 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p I0504 20:32:30.148108 3656 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p] pod update took 28.75829ms I0504 20:32:30.148130 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p] addLogicalPort annotation time took 28.786552ms I0504 20:32:30.149551 3656 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p] addLogicalPort took 30.281608ms, libovsdb time 1.048342ms I0504 20:32:31.292582 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:31.292759 3656 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:32:31.329316 3656 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 36.605023ms I0504 20:32:31.329338 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 36.635297ms I0504 20:32:31.330670 3656 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 38.108459ms, libovsdb time 1.002551ms I0504 20:32:32.172639 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-f699d7976-9xnnr] creating logical port openshift-monitoring_thanos-querier-f699d7976-9xnnr for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:32.172729 3656 kube.go:256] Updating pod openshift-monitoring/thanos-querier-f699d7976-9xnnr I0504 20:32:32.192765 3656 pod.go:62] [openshift-monitoring/thanos-querier-f699d7976-9xnnr] pod update took 20.062569ms I0504 20:32:32.192793 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-f699d7976-9xnnr] addLogicalPort annotation time took 20.094122ms I0504 20:32:32.194093 3656 pods.go:271] [openshift-monitoring/thanos-querier-f699d7976-9xnnr] addLogicalPort took 21.469084ms, libovsdb time 877.196µs I0504 20:32:34.747020 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-648584cd7d-4f8jt] creating logical port openshift-monitoring_metrics-server-648584cd7d-4f8jt for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:34.747103 3656 kube.go:256] Updating pod openshift-monitoring/metrics-server-648584cd7d-4f8jt I0504 20:32:34.772499 3656 pod.go:62] [openshift-monitoring/metrics-server-648584cd7d-4f8jt] pod update took 25.414432ms I0504 20:32:34.772521 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-648584cd7d-4f8jt] addLogicalPort annotation time took 25.446736ms I0504 20:32:34.773873 3656 pods.go:271] [openshift-monitoring/metrics-server-648584cd7d-4f8jt] addLogicalPort took 26.868168ms, libovsdb time 923.454µs I0504 20:32:34.810805 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-cx97v for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:34.810930 3656 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v I0504 20:32:34.830678 3656 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v] pod update took 19.803177ms I0504 20:32:34.830699 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v] addLogicalPort annotation time took 19.830229ms I0504 20:32:34.832142 3656 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v] addLogicalPort took 21.353359ms, libovsdb time 1.094617ms W0504 20:32:35.263932 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:35.263957 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:35.263967 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:32:36.477056 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:36.477154 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:32:36.506300 3656 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.182887ms I0504 20:32:36.506324 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.210305ms I0504 20:32:36.507659 3656 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.619489ms, libovsdb time 955.15µs I0504 20:32:37.700320 3656 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v f98d028c91211084adaab6638d81d08cb68a4b635cac51fda068e7ed531efe54 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v f98d028c91211084adaab6638d81d08cb68a4b635cac51fda068e7ed531efe54 network default NAD default NAD key ] I0504 20:32:37.702326 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key ] I0504 20:32:37.703837 3656 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key ] I0504 20:32:37.706318 3656 cni.go:452] [openshift-monitoring/thanos-querier-f699d7976-9xnnr f3603dd8d10c4549d4a3e33e07637c907b766c42523c558b3a2f4a173904077a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-f699d7976-9xnnr f3603dd8d10c4549d4a3e33e07637c907b766c42523c558b3a2f4a173904077a network default NAD default NAD key ] I0504 20:32:37.709054 3656 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8 6beaa78d3edfb450555ef7c16b46ce966d58b15514405b497de0e7b97f6b0a07 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8 6beaa78d3edfb450555ef7c16b46ce966d58b15514405b497de0e7b97f6b0a07 network default NAD default NAD key ] I0504 20:32:37.709268 3656 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p 824e6480abf8de3098711ed58b4971a726334cbbfbf1ce0cd0e891d0d568a082 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p 824e6480abf8de3098711ed58b4971a726334cbbfbf1ce0cd0e891d0d568a082 network default NAD default NAD key ] I0504 20:32:37.711585 3656 cni.go:452] [openshift-monitoring/metrics-server-648584cd7d-4f8jt fa0a2f9cb8a4e8bbea07a995a6d2aa2ba99efe451fe9e61113668ddb08577430 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-648584cd7d-4f8jt fa0a2f9cb8a4e8bbea07a995a6d2aa2ba99efe451fe9e61113668ddb08577430 network default NAD default NAD key ] I0504 20:32:37.715504 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-cx97v, hostIfaceName: f98d028c9121108, network: default, NAD default, SandboxID: "f98d028c91211084adaab6638d81d08cb68a4b635cac51fda068e7ed531efe54", PCI device ID: , UID: "e9874786-c6ec-4f72-b0eb-a4af615a626d", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0504 20:32:37.721441 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6b968e846830af9, network: default, NAD default, SandboxID: "6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e", PCI device ID: , UID: "f1aa9b64-2550-40d8-b556-194a313b0f7b", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0504 20:32:37.722733 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e46674571facc17, network: default, NAD default, SandboxID: "e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864", PCI device ID: , UID: "3a857ed5-c7b3-402a-a524-4260e409fbdf", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0504 20:32:37.727355 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-9gbw8, hostIfaceName: 6beaa78d3edfb45, network: default, NAD default, SandboxID: "6beaa78d3edfb450555ef7c16b46ce966d58b15514405b497de0e7b97f6b0a07", PCI device ID: , UID: "c00b3495-eb89-45d1-ad3e-12a1322c30e8", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0504 20:32:37.729537 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-648584cd7d-4f8jt, hostIfaceName: fa0a2f9cb8a4e8b, network: default, NAD default, SandboxID: "fa0a2f9cb8a4e8bbea07a995a6d2aa2ba99efe451fe9e61113668ddb08577430", PCI device ID: , UID: "7919efa6-ce56-41e8-b630-3e0868c34504", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0504 20:32:37.743873 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-f699d7976-9xnnr, hostIfaceName: f3603dd8d10c454, network: default, NAD default, SandboxID: "f3603dd8d10c4549d4a3e33e07637c907b766c42523c558b3a2f4a173904077a", PCI device ID: , UID: "aa0d9e80-d8e5-4699-9e85-21d27ad668cc", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0504 20:32:37.749549 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-c9t2p, hostIfaceName: 824e6480abf8de3, network: default, NAD default, SandboxID: "824e6480abf8de3098711ed58b4971a726334cbbfbf1ce0cd0e891d0d568a082", PCI device ID: , UID: "4b5a32c5-dac0-4d7f-94d1-eb44a52e24cd", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0504 20:32:37.789949 3656 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v f98d028c91211084adaab6638d81d08cb68a4b635cac51fda068e7ed531efe54 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-cx97v f98d028c91211084adaab6638d81d08cb68a4b635cac51fda068e7ed531efe54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:81:5e:6f:a2:75\",\"name\":\"f98d028c9121108\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e2a4331-0761-4330-a273-4c3e8a946d7f\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:37.866300 3656 cni.go:473] [openshift-monitoring/thanos-querier-f699d7976-9xnnr f3603dd8d10c4549d4a3e33e07637c907b766c42523c558b3a2f4a173904077a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-f699d7976-9xnnr f3603dd8d10c4549d4a3e33e07637c907b766c42523c558b3a2f4a173904077a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f7:9f:5e:3e:d2\",\"name\":\"f3603dd8d10c454\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/952c045f-b81c-4e49-a3c4-6a4eaa441c27\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:37.882721 3656 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p 824e6480abf8de3098711ed58b4971a726334cbbfbf1ce0cd0e891d0d568a082 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-c9t2p 824e6480abf8de3098711ed58b4971a726334cbbfbf1ce0cd0e891d0d568a082 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7b:7d:6b:a9:62\",\"name\":\"824e6480abf8de3\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9e3c2a0-8a69-4a4d-8610-5d69ae2af6c1\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:38.022078 3656 cni.go:473] [openshift-monitoring/metrics-server-648584cd7d-4f8jt fa0a2f9cb8a4e8bbea07a995a6d2aa2ba99efe451fe9e61113668ddb08577430 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-648584cd7d-4f8jt fa0a2f9cb8a4e8bbea07a995a6d2aa2ba99efe451fe9e61113668ddb08577430 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:e1:51:15:70:bd\",\"name\":\"fa0a2f9cb8a4e8b\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/316a77f6-98f7-494b-b0e9-23725f5af450\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:38.023649 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f4:97:d5:88:87\",\"name\":\"e46674571facc17\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51932b26-3331-4a35-b27e-94541b2f8f65\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:38.023750 3656 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8 6beaa78d3edfb450555ef7c16b46ce966d58b15514405b497de0e7b97f6b0a07 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-9gbw8 6beaa78d3edfb450555ef7c16b46ce966d58b15514405b497de0e7b97f6b0a07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:0d:3f:99:1c:94\",\"name\":\"6beaa78d3edfb45\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c5dfaf8-65ac-4b4b-ae34-e482bd4ca880\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:32:38.025444 3656 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:3b:da:38:7b:56\",\"name\":\"6b968e846830af9\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45911d32-8a38-43c0-888a-18f563c2a07e\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:38.038350 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.076419 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:32:38.311706 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.345605 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.375814 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:32:39.020068 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:39.020098 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:39.111813 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:32:39.111931 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:32:41.072615 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:32:41.113026 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:41.113044 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:41.113049 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:42.092643 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092665 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092672 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092681 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:32:42.723100 3656 cni.go:452] [openshift-multus/network-metrics-daemon-qmcjt 5f4417ddb878743604d0ba32d89e6a4302f4e3a1fb89ad120556e8375c03b266 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-qmcjt 5f4417ddb878743604d0ba32d89e6a4302f4e3a1fb89ad120556e8375c03b266 network default NAD default NAD key ] I0504 20:32:42.735745 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-qmcjt, hostIfaceName: 5f4417ddb878743, network: default, NAD default, SandboxID: "5f4417ddb878743604d0ba32d89e6a4302f4e3a1fb89ad120556e8375c03b266", PCI device ID: , UID: "70821988-f63f-4145-8048-150b240b9839", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0504 20:32:42.804196 3656 cni.go:473] [openshift-multus/network-metrics-daemon-qmcjt 5f4417ddb878743604d0ba32d89e6a4302f4e3a1fb89ad120556e8375c03b266 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-qmcjt 5f4417ddb878743604d0ba32d89e6a4302f4e3a1fb89ad120556e8375c03b266 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:bd:d6:25:0e:28\",\"name\":\"5f4417ddb878743\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee822166-8fc6-4334-b1e9-09d429b4db52\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:43.216736 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:43.436805 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.436823 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.436827 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.459379 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:32:43.540712 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:43.540731 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:47.400934 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.400957 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.400961 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.400967 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:32:47.436079 3656 cni.go:452] [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key ] I0504 20:32:47.516353 3656 cni.go:473] [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5cf8ccd65c-v5nhk 5336b821fc572c046aad8ee502d3d943f8184d403e85b3fbae4777cc654e3127 network default NAD default NAD key default], result "{}", err I0504 20:32:47.567848 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.567906 3656 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5cf8ccd65c-v5nhk I0504 20:32:47.569128 3656 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5cf8ccd65c-v5nhk, ips: 10.130.0.5 I0504 20:32:47.569157 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.583727 3656 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cf9c7486-48gk8] creating logical port openshift-image-registry_image-registry-6cf9c7486-48gk8 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:32:47.583834 3656 kube.go:256] Updating pod openshift-image-registry/image-registry-6cf9c7486-48gk8 I0504 20:32:47.596997 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.597467 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.603414 3656 pod.go:62] [openshift-image-registry/image-registry-6cf9c7486-48gk8] pod update took 19.608991ms I0504 20:32:47.603434 3656 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cf9c7486-48gk8] addLogicalPort annotation time took 19.631996ms I0504 20:32:47.604468 3656 pods.go:271] [openshift-image-registry/image-registry-6cf9c7486-48gk8] addLogicalPort took 20.757598ms, libovsdb time 734.25µs I0504 20:32:47.942107 3656 cni.go:452] [openshift-image-registry/image-registry-6cf9c7486-48gk8 d82c3efa5149819a535deb68ce483a9cfea9941acd6dadfd38ac68b8bd6a59e9 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cf9c7486-48gk8 d82c3efa5149819a535deb68ce483a9cfea9941acd6dadfd38ac68b8bd6a59e9 network default NAD default NAD key ] I0504 20:32:47.951488 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cf9c7486-48gk8, hostIfaceName: d82c3efa5149819, network: default, NAD default, SandboxID: "d82c3efa5149819a535deb68ce483a9cfea9941acd6dadfd38ac68b8bd6a59e9", PCI device ID: , UID: "81f95630-1245-4c57-846d-45730b2d2330", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0504 20:32:48.001541 3656 cni.go:473] [openshift-image-registry/image-registry-6cf9c7486-48gk8 d82c3efa5149819a535deb68ce483a9cfea9941acd6dadfd38ac68b8bd6a59e9 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cf9c7486-48gk8 d82c3efa5149819a535deb68ce483a9cfea9941acd6dadfd38ac68b8bd6a59e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e7:24:8f:76:16\",\"name\":\"d82c3efa5149819\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/288d61f9-f316-471d-8ef9-3413edc04140\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:32:48.062074 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:32:48.062101 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:32:48.071688 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.071707 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.083276 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5cf449d-dwvqm I0504 20:32:48.083322 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5cf449d-dwvqm W0504 20:32:48.112327 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:32:48.112347 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:32:48.142182 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142203 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142208 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142213 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142224 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142228 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142233 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142237 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:32:48.450583 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.450608 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.458240 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk I0504 20:32:48.458263 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk W0504 20:32:48.503947 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.503964 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.503969 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.503974 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:59.092175 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:33:02.087744 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:33:02.087769 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:33:03.469728 3656 cni.go:452] [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key ] I0504 20:33:03.554307 3656 cni.go:473] [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c494c8b4b-2tw67 5217982a370235fc78a7086db07111a3688dab3b64c900a3c5d2461d59cfb522 network default NAD default NAD key default], result "{}", err I0504 20:33:03.620042 3656 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-2tw67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:03.620082 3656 pods.go:176] Deleting pod: openshift-console/console-c494c8b4b-2tw67 I0504 20:33:03.621574 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c494c8b4b-2tw67, ips: 10.130.0.12 I0504 20:33:03.621601 3656 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-2tw67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:03.628902 3656 base_network_controller_pods.go:487] [default/openshift-console/console-58d4647d76-4hbp4] creating logical port openshift-console_console-58d4647d76-4hbp4 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:33:03.629017 3656 kube.go:256] Updating pod openshift-console/console-58d4647d76-4hbp4 I0504 20:33:03.645598 3656 pod.go:62] [openshift-console/console-58d4647d76-4hbp4] pod update took 16.608451ms I0504 20:33:03.645647 3656 base_network_controller_pods.go:951] [default/openshift-console/console-58d4647d76-4hbp4] addLogicalPort annotation time took 16.658387ms I0504 20:33:03.646994 3656 pods.go:271] [openshift-console/console-58d4647d76-4hbp4] addLogicalPort took 18.123097ms, libovsdb time 932.251µs I0504 20:33:04.026732 3656 cni.go:452] [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key ] I0504 20:33:04.036920 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-58d4647d76-4hbp4, hostIfaceName: 3ab8ff935bc24c7, network: default, NAD default, SandboxID: "3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38", PCI device ID: , UID: "4006ed90-4135-494b-a431-95fac80ced5e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0504 20:33:04.085350 3656 cni.go:473] [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e0:d4:ab:c0:b6\",\"name\":\"3ab8ff935bc24c7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f72db72c-8d08-4bde-b8d3-6d45043c7f23\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:33:04.379943 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:33:04.470955 3656 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-2tw67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:04.470976 3656 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-2tw67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:04.475827 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c494c8b4b-2tw67 I0504 20:33:04.475855 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c494c8b4b-2tw67 I0504 20:33:07.337282 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.337804 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.337829 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.337840 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:33:07.337857 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.337862 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:33:08.366643 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366700 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366720 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366729 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:33:09.134341 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:33:09.435434 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:33:11.754734 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:11.754758 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:11.754767 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:11.754782 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:11.754789 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:11.754795 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:33:11.917548 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:33:11.929561 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0504 20:33:12.352279 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:12.352298 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:12.352305 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:33:13.443377 3656 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-6blz9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:13.443986 3656 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-6blz9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:14.219446 3656 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-6blz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:14.219470 3656 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-6blz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:14.228560 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c494c8b4b-6blz9 I0504 20:33:14.228593 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c494c8b4b-6blz9 W0504 20:33:14.537610 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:33:19.182673 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 20:33:31.369993 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:31.370558 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:31.791828 3656 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:33:32.226949 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:32.226970 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:32.230956 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:33:32.230985 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:33:35.804925 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:35.805502 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:36.306956 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:36.307000 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:36.310536 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5cf449d-g9v7j I0504 20:33:36.310570 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5cf449d-g9v7j W0504 20:33:37.292917 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:33:37.292943 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:33:37.292958 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:33:37.292964 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:33:37.665461 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:33:37.665484 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:33:52.140468 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:52.141078 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:52.377672 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:52.377692 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:52.384310 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:33:52.384329 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:33:56.550778 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:56.551334 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:57.338668 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:57.338689 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:57.347532 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:33:57.347557 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:34:23.868403 3656 cni.go:452] [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key ] I0504 20:34:23.955408 3656 cni.go:473] [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-58d4647d76-4hbp4 3ab8ff935bc24c7ea2e55d53b6e293e82e36686ec2883076e72a257d0b8afc38 network default NAD default NAD key default], result "{}", err I0504 20:34:24.022754 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key ] I0504 20:34:24.079554 3656 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4hbp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.079585 3656 pods.go:176] Deleting pod: openshift-console/console-58d4647d76-4hbp4 I0504 20:34:24.080787 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-58d4647d76-4hbp4, ips: 10.130.0.21 I0504 20:34:24.080819 3656 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4hbp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.091493 3656 base_network_controller_pods.go:487] [default/openshift-console/console-74768fb6b4-qs9xj] creating logical port openshift-console_console-74768fb6b4-qs9xj for pod on switch ip-10-0-0-137.ec2.internal I0504 20:34:24.091590 3656 kube.go:256] Updating pod openshift-console/console-74768fb6b4-qs9xj I0504 20:34:24.109275 3656 pod.go:62] [openshift-console/console-74768fb6b4-qs9xj] pod update took 17.706155ms I0504 20:34:24.109304 3656 base_network_controller_pods.go:951] [default/openshift-console/console-74768fb6b4-qs9xj] addLogicalPort annotation time took 17.738726ms I0504 20:34:24.110576 3656 pods.go:271] [openshift-console/console-74768fb6b4-qs9xj] addLogicalPort took 19.097083ms, libovsdb time 857.537µs I0504 20:34:24.124580 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 e46674571facc1732e712c55841ae0fb5835ed4e02b9ae4d7e20d25dea5d2864 network default NAD default NAD key default], result "{}", err I0504 20:34:24.185066 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.185102 3656 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0504 20:34:24.186352 3656 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.15 I0504 20:34:24.186379 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.449235 3656 cni.go:452] [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key ] I0504 20:34:24.459159 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74768fb6b4-qs9xj, hostIfaceName: d263257484912ee, network: default, NAD default, SandboxID: "d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef", PCI device ID: , UID: "289975ce-da28-4ca2-8050-dc42dc7e017d", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0504 20:34:24.508597 3656 cni.go:473] [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:a1:7c:6d:e6:d5\",\"name\":\"d263257484912ee\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfd93335-4b81-4b7f-a08e-8f665409220a\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:34:24.821555 3656 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4hbp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.821581 3656 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4hbp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.831815 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58d4647d76-4hbp4 I0504 20:34:24.831840 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58d4647d76-4hbp4 I0504 20:34:24.858164 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.858183 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.864756 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:34:24.864844 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:34:24.905033 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:34:24.905133 3656 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:34:24.928354 3656 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.257044ms I0504 20:34:24.928386 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.292562ms I0504 20:34:24.929929 3656 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.921147ms, libovsdb time 1.085705ms I0504 20:34:25.264806 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 0c3e1f4794278b0d737deeec4b2536ca1d70d11d6646ec04071ad82034aa1c14 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0c3e1f4794278b0d737deeec4b2536ca1d70d11d6646ec04071ad82034aa1c14 network default NAD default NAD key ] I0504 20:34:25.275185 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0c3e1f4794278b0, network: default, NAD default, SandboxID: "0c3e1f4794278b0d737deeec4b2536ca1d70d11d6646ec04071ad82034aa1c14", PCI device ID: , UID: "88e3dba2-e126-4be4-a850-f10e760e4036", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0504 20:34:25.323575 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 0c3e1f4794278b0d737deeec4b2536ca1d70d11d6646ec04071ad82034aa1c14 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0c3e1f4794278b0d737deeec4b2536ca1d70d11d6646ec04071ad82034aa1c14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:cd:e6:b3:d5:40\",\"name\":\"0c3e1f4794278b0\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8f487c5-f7c7-44bb-bc28-81b251bff4b7\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:34:34.799315 3656 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4w7sd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:34.799938 3656 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4w7sd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:34:34.876653 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:34:35.484996 3656 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4w7sd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:35.485022 3656 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4w7sd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:35.491851 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58d4647d76-4w7sd I0504 20:34:35.491892 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58d4647d76-4w7sd I0504 20:34:42.650259 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:42.650828 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:43.540726 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:43.540772 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:34:45.325745 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:34:45.325764 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:34:45.325770 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:34:59.789849 3656 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key ] I0504 20:34:59.876354 3656 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 6b968e846830af9cb0698e27949704fdef1d7269f933dab4572bf31e1be7d04e network default NAD default NAD key default], result "{}", err I0504 20:34:59.943933 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:59.943992 3656 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0504 20:34:59.945915 3656 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19 I0504 20:34:59.945961 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:35:00.257054 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:35:00.257077 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:35:00.265847 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:35:00.265871 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:35:00.309808 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:35:00.309920 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:35:00.332491 3656 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.619163ms I0504 20:35:00.332512 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.645435ms I0504 20:35:00.333724 3656 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.930123ms, libovsdb time 860.159µs I0504 20:35:00.673150 3656 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f144d03fa617de94d02a854f0f144e7b48111d92f4e0ac84ef9cddb7e95093ad network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f144d03fa617de94d02a854f0f144e7b48111d92f4e0ac84ef9cddb7e95093ad network default NAD default NAD key ] I0504 20:35:00.683084 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f144d03fa617de9, network: default, NAD default, SandboxID: "f144d03fa617de94d02a854f0f144e7b48111d92f4e0ac84ef9cddb7e95093ad", PCI device ID: , UID: "6218ca77-688d-49bd-9133-ee3a938a3892", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0504 20:35:00.732752 3656 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f144d03fa617de94d02a854f0f144e7b48111d92f4e0ac84ef9cddb7e95093ad network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f144d03fa617de94d02a854f0f144e7b48111d92f4e0ac84ef9cddb7e95093ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:6b:eb:ea:fd:86\",\"name\":\"f144d03fa617de9\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e001f78b-40fe-41d7-8317-d613aab8d33e\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:36:01.243106 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:36:01.243132 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:36:43.009391 3656 cni.go:452] [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key ] I0504 20:36:43.090678 3656 cni.go:473] [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74768fb6b4-qs9xj d263257484912ee8176cc9f551fa96dfbecd8e3b99e5708fb6d3b8a509ce58ef network default NAD default NAD key default], result "{}", err I0504 20:36:43.143525 3656 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-qs9xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:43.143558 3656 pods.go:176] Deleting pod: openshift-console/console-74768fb6b4-qs9xj I0504 20:36:43.145251 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74768fb6b4-qs9xj, ips: 10.130.0.22 I0504 20:36:43.145360 3656 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-qs9xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:43.153550 3656 base_network_controller_pods.go:487] [default/openshift-console/console-5474b9776b-4gbbk] creating logical port openshift-console_console-5474b9776b-4gbbk for pod on switch ip-10-0-0-137.ec2.internal I0504 20:36:43.153650 3656 kube.go:256] Updating pod openshift-console/console-5474b9776b-4gbbk I0504 20:36:43.171700 3656 pod.go:62] [openshift-console/console-5474b9776b-4gbbk] pod update took 18.080231ms I0504 20:36:43.171722 3656 base_network_controller_pods.go:951] [default/openshift-console/console-5474b9776b-4gbbk] addLogicalPort annotation time took 18.105324ms I0504 20:36:43.172960 3656 pods.go:271] [openshift-console/console-5474b9776b-4gbbk] addLogicalPort took 19.42665ms, libovsdb time 885.219µs I0504 20:36:43.359848 3656 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-qs9xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:43.359950 3656 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-qs9xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:43.367964 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74768fb6b4-qs9xj I0504 20:36:43.367995 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74768fb6b4-qs9xj I0504 20:36:43.513540 3656 cni.go:452] [openshift-console/console-5474b9776b-4gbbk f9e09d613e2e6d24f6ffbb4c35bb5d2228816cdf563f20a86a5ce39ff88c83a5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5474b9776b-4gbbk f9e09d613e2e6d24f6ffbb4c35bb5d2228816cdf563f20a86a5ce39ff88c83a5 network default NAD default NAD key ] I0504 20:36:43.523646 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5474b9776b-4gbbk, hostIfaceName: f9e09d613e2e6d2, network: default, NAD default, SandboxID: "f9e09d613e2e6d24f6ffbb4c35bb5d2228816cdf563f20a86a5ce39ff88c83a5", PCI device ID: , UID: "16840238-e2ab-4fc6-9e2b-519940ffbac1", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0504 20:36:43.572250 3656 cni.go:473] [openshift-console/console-5474b9776b-4gbbk f9e09d613e2e6d24f6ffbb4c35bb5d2228816cdf563f20a86a5ce39ff88c83a5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5474b9776b-4gbbk f9e09d613e2e6d24f6ffbb4c35bb5d2228816cdf563f20a86a5ce39ff88c83a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:3d:43:6f:7b:6a\",\"name\":\"f9e09d613e2e6d2\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/054257fa-f6b4-479a-9ffe-24e12118312a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:36:54.253353 3656 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-4pwkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:54.253896 3656 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-4pwkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:36:54.424767 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:36:55.078059 3656 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-4pwkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:55.078089 3656 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-4pwkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:55.080927 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74768fb6b4-4pwkd I0504 20:36:55.080956 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74768fb6b4-4pwkd I0504 20:37:06.354567 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0504 20:37:08.348846 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:37:15.384485 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 20:37:21.260580 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=468 I0504 20:37:22.339006 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0504 20:38:16.410490 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:38:27.452540 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:38:27.452619 3656 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r6hnh IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r6hnh: no pod IPs found I0504 20:38:33.252348 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0504 20:38:35.361352 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 20:38:48.253800 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0504 20:38:54.334587 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:38:59.334599 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 20:39:16.252449 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0504 20:39:29.372563 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:40:03.861828 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:03.862421 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:04.758566 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:04.758592 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:22.343831 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:40:38.250782 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 20:41:19.366296 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 20:41:25.253451 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0504 20:41:30.995587 3656 namespace.go:98] [tsf] adding namespace I0504 20:41:30.996487 3656 namespace.go:102] [tsf] adding namespace took 873.742µs I0504 20:41:31.016849 3656 namespace.go:142] [tsf] updating namespace I0504 20:41:31.032171 3656 namespace.go:142] [tsf] updating namespace I0504 20:41:35.085203 3656 namespace.go:98] [konflux-ui] adding namespace I0504 20:41:35.086071 3656 namespace.go:102] [konflux-ui] adding namespace took 842.213µs I0504 20:41:35.089399 3656 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:41:35.089484 3656 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:41:35.090040 3656 namespace.go:102] [cert-manager-operator] adding namespace took 625.224µs I0504 20:41:35.090735 3656 namespace.go:102] [rhtpa-operator] adding namespace took 1.233804ms I0504 20:41:35.094569 3656 namespace.go:98] [konflux-operator] adding namespace I0504 20:41:35.094676 3656 namespace.go:98] [tsf-tas] adding namespace I0504 20:41:35.094831 3656 namespace.go:98] [rhbk-operator] adding namespace I0504 20:41:35.095043 3656 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:41:35.095246 3656 namespace.go:102] [konflux-operator] adding namespace took 663.427µs I0504 20:41:35.095800 3656 namespace.go:102] [tsf-tas] adding namespace took 1.108869ms I0504 20:41:35.096452 3656 namespace.go:102] [rhbk-operator] adding namespace took 1.60992ms I0504 20:41:35.096474 3656 namespace.go:98] [tsf-tpa] adding namespace I0504 20:41:35.097046 3656 namespace.go:102] [tsf-tpa] adding namespace took 564.068µs I0504 20:41:35.097473 3656 namespace.go:102] [tsf-keycloak] adding namespace took 2.412297ms I0504 20:41:35.124035 3656 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.140166 3656 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.150198 3656 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.150243 3656 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:35.150349 3656 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.150425 3656 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.160500 3656 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.165365 3656 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.198791 3656 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.198941 3656 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.198971 3656 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.199087 3656 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.199210 3656 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.216236 3656 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.220716 3656 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.239242 3656 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.239330 3656 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.255967 3656 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.262282 3656 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.273234 3656 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.273268 3656 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.297191 3656 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.297245 3656 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:35.327090 3656 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:36.484272 3656 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:36.497898 3656 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:43.367188 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367746 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367771 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367778 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:43.367787 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367791 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:44.395771 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395804 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395820 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395831 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:47.510900 3656 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.511413 3656 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.511440 3656 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.511448 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:47.511459 3656 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.511463 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:48.532041 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532557 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532593 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532604 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:48.532616 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532620 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:48.541038 3656 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.541059 3656 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.541074 3656 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.541085 3656 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.709726 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.710271 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.710294 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.710303 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:48.710313 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.710317 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:49.597435 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.597463 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.597475 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.597489 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752597 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752621 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752632 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752649 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.871087 3656 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-w69h2] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-w69h2 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:41:49.871221 3656 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-w69h2 I0504 20:41:49.888998 3656 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-w69h2] pod update took 17.812455ms I0504 20:41:49.889020 3656 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-w69h2] addLogicalPort annotation time took 17.841008ms I0504 20:41:49.890146 3656 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-w69h2] addLogicalPort took 19.075083ms, libovsdb time 821.286µs I0504 20:41:50.234458 3656 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-w69h2 198b42dbac29643a0fd7a5a7383f68c5dc25b240c6a286fddb5a3f18aa24b11e network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-w69h2 198b42dbac29643a0fd7a5a7383f68c5dc25b240c6a286fddb5a3f18aa24b11e network default NAD default NAD key ] I0504 20:41:50.243698 3656 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-w69h2, hostIfaceName: 198b42dbac29643, network: default, NAD default, SandboxID: "198b42dbac29643a0fd7a5a7383f68c5dc25b240c6a286fddb5a3f18aa24b11e", PCI device ID: , UID: "181da24a-66fa-45ad-8bc8-24534a17aaad", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0504 20:41:50.292872 3656 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-w69h2 198b42dbac29643a0fd7a5a7383f68c5dc25b240c6a286fddb5a3f18aa24b11e network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-w69h2 198b42dbac29643a0fd7a5a7383f68c5dc25b240c6a286fddb5a3f18aa24b11e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d6:42:a8:49:49\",\"name\":\"198b42dbac29643\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79fc4262-f06d-4bad-9ea7-ec7fd4c39110\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:41:52.430222 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.430829 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.430859 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.430868 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:52.430895 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.430900 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:52.455258 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.455742 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.455767 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.455774 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:52.455784 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.455789 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:53.458197 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.458232 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.458251 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.458263 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490445 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490468 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490486 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490496 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:04.816857 3656 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:04.839237 3656 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:05.024999 3656 namespace.go:98] [cert-manager] adding namespace I0504 20:42:05.025799 3656 namespace.go:102] [cert-manager] adding namespace took 780.526µs I0504 20:42:05.069567 3656 namespace.go:142] [cert-manager] updating namespace I0504 20:42:05.095331 3656 namespace.go:142] [cert-manager] updating namespace I0504 20:42:06.962778 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-c84v9] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-c84v9 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:42:06.962918 3656 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-c84v9 I0504 20:42:07.237602 3656 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-c84v9 I0504 20:42:07.333736 3656 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-c84v9 21fda24031a7ccb36ae66ed71f6fcf5afb7e3a59fc76b33857212796fb7ab432 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-c84v9 21fda24031a7ccb36ae66ed71f6fcf5afb7e3a59fc76b33857212796fb7ab432 network default NAD default NAD key ] I0504 20:42:07.402609 3656 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-c84v9] pod update took 439.750745ms I0504 20:42:07.402636 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-c84v9] addLogicalPort annotation time took 439.782304ms I0504 20:42:07.403828 3656 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-c84v9] addLogicalPort took 441.073162ms, libovsdb time 839.232µs W0504 20:42:07.457084 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:42:07.544173 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-c84v9, hostIfaceName: 21fda24031a7ccb, network: default, NAD default, SandboxID: "21fda24031a7ccb36ae66ed71f6fcf5afb7e3a59fc76b33857212796fb7ab432", PCI device ID: , UID: "3c31a711-d3db-42bc-b69f-7a117ade0fa5", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0504 20:42:07.593390 3656 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-c84v9 21fda24031a7ccb36ae66ed71f6fcf5afb7e3a59fc76b33857212796fb7ab432 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-c84v9 21fda24031a7ccb36ae66ed71f6fcf5afb7e3a59fc76b33857212796fb7ab432 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:10:39:c9:0f:24\",\"name\":\"21fda24031a7ccb\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b786222d-826a-4ee8-9f6f-9889933d33d0\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:42:09.238308 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:42:10.755693 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.764067 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.841745 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.848691 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:42:10.938908 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gjt42] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-gjt42 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:42:10.939002 3656 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-gjt42 I0504 20:42:10.957206 3656 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-gjt42] pod update took 18.225721ms I0504 20:42:10.957225 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gjt42] addLogicalPort annotation time took 18.251564ms I0504 20:42:10.958572 3656 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-gjt42] addLogicalPort took 19.700967ms, libovsdb time 949.813µs I0504 20:42:11.313911 3656 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-gjt42 692cfb5b291d9f2067b9b0d94b88e2f7758952a9ac4732f641606757435a088d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gjt42 692cfb5b291d9f2067b9b0d94b88e2f7758952a9ac4732f641606757435a088d network default NAD default NAD key ] I0504 20:42:11.323844 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-gjt42, hostIfaceName: 692cfb5b291d9f2, network: default, NAD default, SandboxID: "692cfb5b291d9f2067b9b0d94b88e2f7758952a9ac4732f641606757435a088d", PCI device ID: , UID: "4c2dd8e1-3d34-4aab-85e5-eced9afcc937", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0504 20:42:11.373813 3656 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-gjt42 692cfb5b291d9f2067b9b0d94b88e2f7758952a9ac4732f641606757435a088d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gjt42 692cfb5b291d9f2067b9b0d94b88e2f7758952a9ac4732f641606757435a088d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:25:23:e6:f3:6b\",\"name\":\"692cfb5b291d9f2\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7764e1dd-7e7c-4ddc-bd32-55594d4e03d3\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:42:11.681957 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:42:11.681976 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:42:13.353234 3656 namespace.go:142] [openshift-operators] updating namespace W0504 20:42:17.695384 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:42:17.695408 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:42:19.868038 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-czdfc] creating logical port cert-manager_cert-manager-59c77684cc-czdfc for pod on switch ip-10-0-0-137.ec2.internal I0504 20:42:19.868132 3656 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-czdfc I0504 20:42:19.888091 3656 pod.go:62] [cert-manager/cert-manager-59c77684cc-czdfc] pod update took 19.989202ms I0504 20:42:19.888115 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-czdfc] addLogicalPort annotation time took 20.016699ms I0504 20:42:19.889330 3656 pods.go:271] [cert-manager/cert-manager-59c77684cc-czdfc] addLogicalPort took 21.311494ms, libovsdb time 871.661µs I0504 20:42:20.227571 3656 cni.go:452] [cert-manager/cert-manager-59c77684cc-czdfc b2cf2e9157d214f52ec24eae6265566398cb52537ba3f8655ce3305873dcae53 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-czdfc b2cf2e9157d214f52ec24eae6265566398cb52537ba3f8655ce3305873dcae53 network default NAD default NAD key ] I0504 20:42:20.237474 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-czdfc, hostIfaceName: b2cf2e9157d214f, network: default, NAD default, SandboxID: "b2cf2e9157d214f52ec24eae6265566398cb52537ba3f8655ce3305873dcae53", PCI device ID: , UID: "ae225704-04b4-4b0a-bf1b-c271e3fc2136", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0504 20:42:20.287926 3656 cni.go:473] [cert-manager/cert-manager-59c77684cc-czdfc b2cf2e9157d214f52ec24eae6265566398cb52537ba3f8655ce3305873dcae53 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-czdfc b2cf2e9157d214f52ec24eae6265566398cb52537ba3f8655ce3305873dcae53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:81:f9:ef:86:2f\",\"name\":\"b2cf2e9157d214f\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f10f3773-a538-4aee-8332-01c4008e3a7d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:42:24.214805 3656 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:42:24.215711 3656 namespace.go:102] [trusted-artifact-signer] adding namespace took 881.191µs I0504 20:42:24.265067 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:24.301028 3656 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:42:24.343289 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:42:31.348993 3656 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:42:31.349789 3656 namespace.go:102] [openshift-pipelines] adding namespace took 766.903µs I0504 20:42:31.368803 3656 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:42:32.065053 3656 namespace.go:142] [cert-manager] updating namespace I0504 20:42:32.265432 3656 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:32.673439 3656 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:32.883056 3656 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:33.078595 3656 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:33.473388 3656 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:33.673704 3656 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:33.874741 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:34.074806 3656 namespace.go:142] [tsf] updating namespace I0504 20:42:34.277120 3656 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:34.477118 3656 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:34.677695 3656 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:34.812163 3656 namespace.go:142] [cert-manager] updating namespace I0504 20:42:34.829035 3656 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:34.838671 3656 namespace.go:142] [default] updating namespace I0504 20:42:34.849767 3656 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:34.865814 3656 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:34.877321 3656 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:34.892057 3656 namespace.go:142] [openshift] updating namespace I0504 20:42:34.901494 3656 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:34.912393 3656 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:34.924115 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:34.933772 3656 namespace.go:142] [tsf] updating namespace I0504 20:42:34.946974 3656 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:34.957200 3656 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:34.968801 3656 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:35.065034 3656 namespace.go:142] [cert-manager] updating namespace I0504 20:42:35.165149 3656 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:35.265122 3656 namespace.go:142] [default] updating namespace I0504 20:42:35.364096 3656 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:35.463338 3656 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:35.559168 3656 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:35.669047 3656 namespace.go:142] [openshift] updating namespace I0504 20:42:35.768313 3656 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:35.905260 3656 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:36.045057 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:36.573808 3656 namespace.go:142] [tsf] updating namespace I0504 20:42:37.101245 3656 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:37.205043 3656 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:37.245978 3656 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:37.980663 3656 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:42:49.004382 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:42:49.004474 3656 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2 I0504 20:42:49.020556 3656 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2] pod update took 16.105952ms I0504 20:42:49.020582 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2] addLogicalPort annotation time took 16.136157ms I0504 20:42:49.021955 3656 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2] addLogicalPort took 17.588723ms, libovsdb time 894.317µs I0504 20:42:49.123301 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-s9pkp for pod on switch ip-10-0-0-137.ec2.internal I0504 20:42:49.123420 3656 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp I0504 20:42:49.140393 3656 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp] pod update took 16.994534ms I0504 20:42:49.140419 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp] addLogicalPort annotation time took 17.026371ms I0504 20:42:49.141660 3656 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp] addLogicalPort took 18.374135ms, libovsdb time 798.426µs I0504 20:42:49.216771 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-92c8h for pod on switch ip-10-0-0-137.ec2.internal I0504 20:42:49.216942 3656 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h I0504 20:42:49.234678 3656 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h] pod update took 17.766591ms I0504 20:42:49.234700 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h] addLogicalPort annotation time took 17.820575ms I0504 20:42:49.236036 3656 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h] addLogicalPort took 19.284076ms, libovsdb time 953.089µs I0504 20:42:49.365429 3656 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2 d37f1e0759d9fbded69d57d6fa101162896a28658671621347012685073aa6d1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2 d37f1e0759d9fbded69d57d6fa101162896a28658671621347012685073aa6d1 network default NAD default NAD key ] I0504 20:42:49.374793 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2, hostIfaceName: d37f1e0759d9fbd, network: default, NAD default, SandboxID: "d37f1e0759d9fbded69d57d6fa101162896a28658671621347012685073aa6d1", PCI device ID: , UID: "5c950373-cfae-42ad-8d55-2cecda1d8cce", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0504 20:42:49.425938 3656 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2 d37f1e0759d9fbded69d57d6fa101162896a28658671621347012685073aa6d1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-q86x2 d37f1e0759d9fbded69d57d6fa101162896a28658671621347012685073aa6d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:00:07:62:e3:e7\",\"name\":\"d37f1e0759d9fbd\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbf8fa19-02cb-499b-9135-5b247e60aad7\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:42:49.483016 3656 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp 6428afc5dd88fb7dd3739f18ef7374091202f42d2560c2fbbd4fe5fc0d47c5f1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp 6428afc5dd88fb7dd3739f18ef7374091202f42d2560c2fbbd4fe5fc0d47c5f1 network default NAD default NAD key ] I0504 20:42:49.492297 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-s9pkp, hostIfaceName: 6428afc5dd88fb7, network: default, NAD default, SandboxID: "6428afc5dd88fb7dd3739f18ef7374091202f42d2560c2fbbd4fe5fc0d47c5f1", PCI device ID: , UID: "aa97f4fb-67d8-4109-b28b-36b40c58b800", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0504 20:42:49.542662 3656 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp 6428afc5dd88fb7dd3739f18ef7374091202f42d2560c2fbbd4fe5fc0d47c5f1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s9pkp 6428afc5dd88fb7dd3739f18ef7374091202f42d2560c2fbbd4fe5fc0d47c5f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:a3:a9:2d:83:43\",\"name\":\"6428afc5dd88fb7\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6788caa5-3d5f-43e5-9ffd-6fa516fc0882\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:42:49.579429 3656 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h ccd628a4f5c33f95e1114e0f5005ccf5c1a4da334a4072005d696c0bc41577b7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h ccd628a4f5c33f95e1114e0f5005ccf5c1a4da334a4072005d696c0bc41577b7 network default NAD default NAD key ] I0504 20:42:49.589424 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-92c8h, hostIfaceName: ccd628a4f5c33f9, network: default, NAD default, SandboxID: "ccd628a4f5c33f95e1114e0f5005ccf5c1a4da334a4072005d696c0bc41577b7", PCI device ID: , UID: "a8e6290c-f990-40ed-9ccd-a965522f7b6c", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0504 20:42:49.639075 3656 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h ccd628a4f5c33f95e1114e0f5005ccf5c1a4da334a4072005d696c0bc41577b7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-92c8h ccd628a4f5c33f95e1114e0f5005ccf5c1a4da334a4072005d696c0bc41577b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b6:c2:11:6a:94\",\"name\":\"ccd628a4f5c33f9\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17c8ee41-7a0d-4a05-9c14-5e938017e0ce\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:42:52.451331 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.451351 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.451356 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.854776 3656 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854801 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854807 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854813 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:53.460473 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:42:53.460493 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:42:53.460501 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:42:54.736402 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:54.736987 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:54.760859 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:54.760895 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:54.767733 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:42:54.767756 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0504 20:43:03.863418 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:43:03.863438 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:43:03.863444 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:43:03.863448 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:43:08.691169 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:43:08.717807 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:43:11.516975 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-w9vck for pod on switch ip-10-0-0-137.ec2.internal I0504 20:43:11.517059 3656 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck I0504 20:43:11.533732 3656 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck] pod update took 16.695813ms I0504 20:43:11.533752 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck] addLogicalPort annotation time took 16.720031ms I0504 20:43:11.534916 3656 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck] addLogicalPort took 17.953178ms, libovsdb time 801.028µs I0504 20:43:11.876863 3656 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck 88c541c98f8fa69e99b676e6f57afa68b8054dc3ba5dd28270404044955ffc91 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck 88c541c98f8fa69e99b676e6f57afa68b8054dc3ba5dd28270404044955ffc91 network default NAD default NAD key ] I0504 20:43:11.886534 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-w9vck, hostIfaceName: 88c541c98f8fa69, network: default, NAD default, SandboxID: "88c541c98f8fa69e99b676e6f57afa68b8054dc3ba5dd28270404044955ffc91", PCI device ID: , UID: "3a508ae2-a62b-4ee4-9dee-316a7e3c83cd", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0504 20:43:11.938264 3656 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck 88c541c98f8fa69e99b676e6f57afa68b8054dc3ba5dd28270404044955ffc91 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-w9vck 88c541c98f8fa69e99b676e6f57afa68b8054dc3ba5dd28270404044955ffc91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:c2:fe:63:50:e9\",\"name\":\"88c541c98f8fa69\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/735ca18f-320b-43f9-9e0d-c59e4c589578\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:43:14.959917 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0504 20:43:25.972266 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:43:32.555959 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:43:32.993501 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:32.994066 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:33.034263 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:33.034285 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:33.041423 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:43:33.041448 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:43:35.114908 3656 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:43:35.115621 3656 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:43:35.115649 3656 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:43:35.118108 3656 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:43:35.642793 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:43:35.642973 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0504 20:43:35.657198 3656 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.262338ms I0504 20:43:35.657218 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.288244ms I0504 20:43:35.658594 3656 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.824842ms, libovsdb time 981.231µs I0504 20:43:39.919576 3656 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 582d7ba3fa7dcdc5d90b03ab82c5889c8065b7a17240905a6fbbbc7a8dabf419 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 582d7ba3fa7dcdc5d90b03ab82c5889c8065b7a17240905a6fbbbc7a8dabf419 network default NAD default NAD key ] I0504 20:43:39.930278 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 582d7ba3fa7dcdc, network: default, NAD default, SandboxID: "582d7ba3fa7dcdc5d90b03ab82c5889c8065b7a17240905a6fbbbc7a8dabf419", PCI device ID: , UID: "240fd939-3e23-4b04-9fdb-e7bea654a11c", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0504 20:43:39.983076 3656 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 582d7ba3fa7dcdc5d90b03ab82c5889c8065b7a17240905a6fbbbc7a8dabf419 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 582d7ba3fa7dcdc5d90b03ab82c5889c8065b7a17240905a6fbbbc7a8dabf419 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:4c:41:8b:42:35\",\"name\":\"582d7ba3fa7dcdc\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6907ced6-237c-442d-bf27-ed40d3d388a6\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:43:41.895642 3656 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:43:41.895658 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:43:41.896757 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:43:41.896770 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:43:44.265091 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=275 I0504 20:43:46.141089 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:43:47.592715 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-zfvvf for pod on switch ip-10-0-0-137.ec2.internal I0504 20:43:47.592800 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf I0504 20:43:47.608158 3656 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf] pod update took 15.378492ms I0504 20:43:47.608179 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf] addLogicalPort annotation time took 15.403917ms I0504 20:43:47.609393 3656 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf] addLogicalPort took 16.698265ms, libovsdb time 834.152µs I0504 20:43:47.694195 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-5kg88 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:43:47.694292 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88 I0504 20:43:47.713574 3656 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88] pod update took 19.309062ms I0504 20:43:47.713595 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88] addLogicalPort annotation time took 19.33899ms I0504 20:43:47.714845 3656 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88] addLogicalPort took 20.6665ms, libovsdb time 840.801µs I0504 20:43:47.952739 3656 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf 9e11d54704dda5cbb20de2429e654126d4705a2396e74ceda6a56f68ed1e25db network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf 9e11d54704dda5cbb20de2429e654126d4705a2396e74ceda6a56f68ed1e25db network default NAD default NAD key ] I0504 20:43:47.962255 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-zfvvf, hostIfaceName: 9e11d54704dda5c, network: default, NAD default, SandboxID: "9e11d54704dda5cbb20de2429e654126d4705a2396e74ceda6a56f68ed1e25db", PCI device ID: , UID: "6a9f8945-59f0-431b-b5a9-18757413ccd9", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0504 20:43:48.014132 3656 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf 9e11d54704dda5cbb20de2429e654126d4705a2396e74ceda6a56f68ed1e25db network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zfvvf 9e11d54704dda5cbb20de2429e654126d4705a2396e74ceda6a56f68ed1e25db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d9:12:d0:52:f6\",\"name\":\"9e11d54704dda5c\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae3bb86d-3f2a-478e-a33f-dfbde1d72369\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:43:48.063077 3656 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88 f77f2ed17385b63aec9acf96fd507b6eb9bdd8eeb16b6d7c8196a7deda696bf0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88 f77f2ed17385b63aec9acf96fd507b6eb9bdd8eeb16b6d7c8196a7deda696bf0 network default NAD default NAD key ] I0504 20:43:48.074704 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-5kg88, hostIfaceName: f77f2ed17385b63, network: default, NAD default, SandboxID: "f77f2ed17385b63aec9acf96fd507b6eb9bdd8eeb16b6d7c8196a7deda696bf0", PCI device ID: , UID: "257d360e-303a-403b-bcf6-122f5d379755", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0504 20:43:48.125334 3656 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88 f77f2ed17385b63aec9acf96fd507b6eb9bdd8eeb16b6d7c8196a7deda696bf0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5kg88 f77f2ed17385b63aec9acf96fd507b6eb9bdd8eeb16b6d7c8196a7deda696bf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f6:dd:7b:b1:a5\",\"name\":\"f77f2ed17385b63\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7253c756-e145-400e-ad4f-8cadebfc6d5d\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:43:51.744121 3656 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:51.744137 3656 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:51.744146 3656 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:44:25.315522 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:25.316128 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:25.362645 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:25.362666 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:25.369943 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:44:25.369964 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:44:30.985356 3656 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-54c6454658-d29q7] creating logical port tsf-tas_trillian-db-54c6454658-d29q7 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:44:30.985499 3656 kube.go:256] Updating pod tsf-tas/trillian-db-54c6454658-d29q7 I0504 20:44:31.001516 3656 pod.go:62] [tsf-tas/trillian-db-54c6454658-d29q7] pod update took 16.044475ms I0504 20:44:31.001538 3656 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-54c6454658-d29q7] addLogicalPort annotation time took 16.069072ms I0504 20:44:31.002875 3656 pods.go:271] [tsf-tas/trillian-db-54c6454658-d29q7] addLogicalPort took 17.538664ms, libovsdb time 887.332µs I0504 20:44:34.358377 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cklwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.358960 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cklwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.893346 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-5w76w for pod on switch ip-10-0-0-137.ec2.internal I0504 20:44:34.893439 3656 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w I0504 20:44:34.909725 3656 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w] pod update took 16.308596ms I0504 20:44:34.909746 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w] addLogicalPort annotation time took 16.334895ms I0504 20:44:34.911122 3656 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w] addLogicalPort took 17.830987ms, libovsdb time 946.65µs I0504 20:44:35.251398 3656 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w ded32b98149c351b8c6dcc1b1eef54109bd796ab78c8d876f9dbb19cf50f51af network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w ded32b98149c351b8c6dcc1b1eef54109bd796ab78c8d876f9dbb19cf50f51af network default NAD default NAD key ] I0504 20:44:35.261929 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-5w76w, hostIfaceName: ded32b98149c351, network: default, NAD default, SandboxID: "ded32b98149c351b8c6dcc1b1eef54109bd796ab78c8d876f9dbb19cf50f51af", PCI device ID: , UID: "66707f8c-0833-4baf-ad99-7917666c3a92", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0504 20:44:35.271704 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cklwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:35.271735 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cklwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:35.317217 3656 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w ded32b98149c351b8c6dcc1b1eef54109bd796ab78c8d876f9dbb19cf50f51af network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5w76w ded32b98149c351b8c6dcc1b1eef54109bd796ab78c8d876f9dbb19cf50f51af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b1:20:84:b1:55\",\"name\":\"ded32b98149c351\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a745f71-3101-4ffa-941e-1177fe4e3576\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:37.259752 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 20:44:39.282719 3656 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:44:39.282745 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0504 20:44:40.965040 3656 cni.go:452] [tsf-tas/trillian-db-54c6454658-d29q7 ddf2ae784290862cab7c28a8541a2e760272d33931f398a5b90c8db5b9abe146 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-54c6454658-d29q7 ddf2ae784290862cab7c28a8541a2e760272d33931f398a5b90c8db5b9abe146 network default NAD default NAD key ] I0504 20:44:40.974838 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-54c6454658-d29q7, hostIfaceName: ddf2ae784290862, network: default, NAD default, SandboxID: "ddf2ae784290862cab7c28a8541a2e760272d33931f398a5b90c8db5b9abe146", PCI device ID: , UID: "957db031-3c6e-4263-81de-336ce00810c5", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0504 20:44:41.028985 3656 cni.go:473] [tsf-tas/trillian-db-54c6454658-d29q7 ddf2ae784290862cab7c28a8541a2e760272d33931f398a5b90c8db5b9abe146 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-54c6454658-d29q7 ddf2ae784290862cab7c28a8541a2e760272d33931f398a5b90c8db5b9abe146 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:40:4b:30:94:93\",\"name\":\"ddf2ae784290862\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99919647-e990-4889-a610-39fe986c8b91\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:41.338014 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0504 20:44:42.029616 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.029638 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.051946 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:44:42.136571 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:44:44.352611 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:44:45.195200 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:45.195803 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:46.218477 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:46.218502 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:44:46.424603 3656 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:44:48.256650 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 W0504 20:44:57.464438 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:45:10.365292 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 20:45:23.650224 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:23.650762 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:23.673178 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:23.673203 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:23.683296 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:45:23.683322 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:45:24.257852 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0504 20:45:24.464511 3656 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-srdt5] creating logical port tsf_patch-tekton-config-srdt5 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:45:24.464624 3656 kube.go:256] Updating pod tsf/patch-tekton-config-srdt5 I0504 20:45:24.478712 3656 pod.go:62] [tsf/patch-tekton-config-srdt5] pod update took 14.123264ms I0504 20:45:24.478757 3656 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-srdt5] addLogicalPort annotation time took 14.174731ms I0504 20:45:24.480061 3656 pods.go:271] [tsf/patch-tekton-config-srdt5] addLogicalPort took 15.567779ms, libovsdb time 825.548µs I0504 20:45:24.827652 3656 cni.go:452] [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key ] I0504 20:45:24.837202 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-srdt5, hostIfaceName: d84f7ca6e78d03a, network: default, NAD default, SandboxID: "d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c", PCI device ID: , UID: "c1a47e13-9c21-40f5-9eb1-2e2e633e3ea7", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0504 20:45:24.892553 3656 cni.go:473] [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:ac:dd:93:8b:8e\",\"name\":\"d84f7ca6e78d03a\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27a67427-5a3b-4636-a884-20cb13f9efbd\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:45:26.359080 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 20:45:32.655388 3656 cni.go:452] [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key ] I0504 20:45:32.746822 3656 cni.go:473] [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-srdt5 d84f7ca6e78d03af501f16f5d480a50e2d3c7bbf11bdf5757f9a8202f734875c network default NAD default NAD key default], result "{}", err I0504 20:45:32.807080 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:32.807116 3656 pods.go:176] Deleting pod: tsf/patch-tekton-config-srdt5 I0504 20:45:32.808594 3656 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-srdt5, ips: 10.130.0.39 I0504 20:45:32.808627 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.131648 3656 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:45:33.456136 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.456663 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.681251 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:33.681274 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:34.338254 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:34.338282 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:38.615005 3656 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6cf7bdd48f-l7px9] creating logical port tsf-tas_ctlog-6cf7bdd48f-l7px9 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:45:38.615183 3656 kube.go:256] Updating pod tsf-tas/ctlog-6cf7bdd48f-l7px9 I0504 20:45:38.633659 3656 pod.go:62] [tsf-tas/ctlog-6cf7bdd48f-l7px9] pod update took 18.509035ms I0504 20:45:38.633684 3656 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6cf7bdd48f-l7px9] addLogicalPort annotation time took 18.540359ms I0504 20:45:38.634923 3656 pods.go:271] [tsf-tas/ctlog-6cf7bdd48f-l7px9] addLogicalPort took 19.944311ms, libovsdb time 841.136µs I0504 20:45:38.730716 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-glzmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:38.731263 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-glzmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:39.574224 3656 cni.go:452] [tsf-tas/ctlog-6cf7bdd48f-l7px9 036d2a7de6193e96d2f629bb5ba48ce7c0169961eb525623c9031bd229899899 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6cf7bdd48f-l7px9 036d2a7de6193e96d2f629bb5ba48ce7c0169961eb525623c9031bd229899899 network default NAD default NAD key ] I0504 20:45:39.583521 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6cf7bdd48f-l7px9, hostIfaceName: 036d2a7de6193e9, network: default, NAD default, SandboxID: "036d2a7de6193e96d2f629bb5ba48ce7c0169961eb525623c9031bd229899899", PCI device ID: , UID: "d2b61c94-6ef0-4235-8709-bbb37df1edb1", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0504 20:45:39.635867 3656 cni.go:473] [tsf-tas/ctlog-6cf7bdd48f-l7px9 036d2a7de6193e96d2f629bb5ba48ce7c0169961eb525623c9031bd229899899 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6cf7bdd48f-l7px9 036d2a7de6193e96d2f629bb5ba48ce7c0169961eb525623c9031bd229899899 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c2:5f:a8:b4:12\",\"name\":\"036d2a7de6193e9\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5d0e5a9-fdeb-47ae-8772-6b2327685d99\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:45:39.754514 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-glzmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.754538 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-glzmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.800342 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.800368 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.805931 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-srdt5 I0504 20:45:39.805956 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-srdt5 W0504 20:45:41.705412 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:45:43.765254 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:43.765803 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:43.789078 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:43.789101 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:43.795539 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:45:43.795559 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:45:46.785590 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:46.786178 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:47.674747 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:47.674770 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:49.805149 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:49.805672 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:49.942930 3656 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7d74df899b-4wxg6] creating logical port tsf-tas_rekor-search-ui-7d74df899b-4wxg6 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:45:49.943017 3656 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7d74df899b-4wxg6 I0504 20:45:49.957440 3656 pod.go:62] [tsf-tas/rekor-search-ui-7d74df899b-4wxg6] pod update took 14.445289ms I0504 20:45:49.957467 3656 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7d74df899b-4wxg6] addLogicalPort annotation time took 14.476645ms I0504 20:45:49.958811 3656 pods.go:271] [tsf-tas/rekor-search-ui-7d74df899b-4wxg6] addLogicalPort took 15.899795ms, libovsdb time 896.342µs I0504 20:45:50.304786 3656 cni.go:452] [tsf-tas/rekor-search-ui-7d74df899b-4wxg6 6150e597e536e4b3d23ff5a9851a6f83b49a7d71fc56b0ae2a7622efaada0041 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7d74df899b-4wxg6 6150e597e536e4b3d23ff5a9851a6f83b49a7d71fc56b0ae2a7622efaada0041 network default NAD default NAD key ] I0504 20:45:50.314302 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7d74df899b-4wxg6, hostIfaceName: 6150e597e536e4b, network: default, NAD default, SandboxID: "6150e597e536e4b3d23ff5a9851a6f83b49a7d71fc56b0ae2a7622efaada0041", PCI device ID: , UID: "4ed56244-c9b4-437a-868a-79c87498f3f1", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0504 20:45:50.368471 3656 cni.go:473] [tsf-tas/rekor-search-ui-7d74df899b-4wxg6 6150e597e536e4b3d23ff5a9851a6f83b49a7d71fc56b0ae2a7622efaada0041 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7d74df899b-4wxg6 6150e597e536e4b3d23ff5a9851a6f83b49a7d71fc56b0ae2a7622efaada0041 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:1f:35:f6:ae:27\",\"name\":\"6150e597e536e4b\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1decd2f1-a3c9-44ce-97f4-e51d832b3f17\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:45:50.836803 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:50.836830 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:45:52.698869 3656 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 20:45:52.718804 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0504 20:45:53.849400 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:53.849982 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:53.992278 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:53.992299 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:45:54.778073 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:45:58.587059 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:58.587620 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.611950 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.611977 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:02.261671 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0504 20:46:02.760249 3656 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0504 20:46:04.491178 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0504 20:46:06.789060 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:46:21.249998 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-9cmh2-62scm] creating logical port tsf-tas_tuf-repository-init-9cmh2-62scm for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:21.250096 3656 kube.go:256] Updating pod tsf-tas/tuf-repository-init-9cmh2-62scm I0504 20:46:21.266375 3656 pod.go:62] [tsf-tas/tuf-repository-init-9cmh2-62scm] pod update took 16.302753ms I0504 20:46:21.266395 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-9cmh2-62scm] addLogicalPort annotation time took 16.328015ms I0504 20:46:21.267629 3656 pods.go:271] [tsf-tas/tuf-repository-init-9cmh2-62scm] addLogicalPort took 17.648029ms, libovsdb time 847.244µs I0504 20:46:23.348221 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 20:46:24.012279 3656 cni.go:452] [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key ] I0504 20:46:24.022076 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-9cmh2-62scm, hostIfaceName: 27fef61781feec5, network: default, NAD default, SandboxID: "27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68", PCI device ID: , UID: "f9936a1d-c114-47df-96ff-6b5e9337c706", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0504 20:46:24.074813 3656 cni.go:473] [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b6:9e:fc:22:4e\",\"name\":\"27fef61781feec5\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5bf2b11-1ff6-4840-a737-d5d456a84f26\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:27.343527 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 20:46:29.388918 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 20:46:29.956957 3656 cni.go:452] [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key ] I0504 20:46:30.047957 3656 cni.go:473] [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-9cmh2-62scm 27fef61781feec59b4851f9f1c114ef03fa389306eec7c3531d322be991f6f68 network default NAD default NAD key default], result "{}", err I0504 20:46:30.105405 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.105441 3656 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-9cmh2-62scm I0504 20:46:30.106735 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-9cmh2-62scm, ips: 10.130.0.42 I0504 20:46:30.106763 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.069158 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.069775 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.093689 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.093711 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.102968 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:46:31.102998 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:46:31.137272 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.137300 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.040282 3656 namespace.go:98] [integration-service] adding namespace I0504 20:46:32.041319 3656 namespace.go:102] [integration-service] adding namespace took 1.011953ms I0504 20:46:32.047850 3656 namespace.go:98] [image-controller] adding namespace I0504 20:46:32.047938 3656 namespace.go:98] [default-tenant] adding namespace I0504 20:46:32.048055 3656 namespace.go:98] [build-service] adding namespace I0504 20:46:32.048673 3656 namespace.go:102] [image-controller] adding namespace took 806.45µs I0504 20:46:32.049316 3656 namespace.go:102] [default-tenant] adding namespace took 1.363688ms I0504 20:46:32.049828 3656 namespace.go:102] [build-service] adding namespace took 1.759228ms I0504 20:46:32.075036 3656 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.107214 3656 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.109452 3656 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.159499 3656 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.169750 3656 namespace.go:142] [default-tenant] updating namespace I0504 20:46:32.187074 3656 namespace.go:142] [default-tenant] updating namespace I0504 20:46:32.199447 3656 namespace.go:142] [build-service] updating namespace I0504 20:46:32.228223 3656 namespace.go:142] [build-service] updating namespace I0504 20:46:32.302132 3656 namespace.go:142] [build-service] updating namespace I0504 20:46:32.336829 3656 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.337906 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:46:32.375004 3656 namespace.go:98] [release-service] adding namespace I0504 20:46:32.375785 3656 namespace.go:102] [release-service] adding namespace took 757.003µs I0504 20:46:32.478179 3656 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:32.483391 3656 namespace.go:142] [release-service] updating namespace I0504 20:46:32.524536 3656 namespace.go:142] [release-service] updating namespace I0504 20:46:32.594325 3656 namespace.go:98] [konflux-info] adding namespace I0504 20:46:32.595205 3656 namespace.go:102] [konflux-info] adding namespace took 861.967µs I0504 20:46:32.634453 3656 namespace.go:98] [namespace-lister] adding namespace I0504 20:46:32.635312 3656 namespace.go:102] [namespace-lister] adding namespace took 839.56µs I0504 20:46:32.688964 3656 namespace.go:142] [konflux-info] updating namespace I0504 20:46:32.689976 3656 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:46:32.690907 3656 namespace.go:102] [enterprise-contract-service] adding namespace took 915.191µs I0504 20:46:32.718346 3656 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.737229 3656 namespace.go:142] [konflux-info] updating namespace I0504 20:46:32.770608 3656 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:32.864439 3656 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:32.964301 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:32.964348 3656 namespace.go:142] [default-tenant] updating namespace I0504 20:46:33.059723 3656 namespace.go:98] [segment-bridge] adding namespace I0504 20:46:33.060547 3656 namespace.go:102] [segment-bridge] adding namespace took 806.014µs I0504 20:46:33.121332 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:33.176112 3656 namespace.go:98] [konflux-cli] adding namespace I0504 20:46:33.177061 3656 namespace.go:102] [konflux-cli] adding namespace took 919.702µs I0504 20:46:33.358171 3656 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:33.514174 3656 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:33.652241 3656 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:33.833313 3656 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:34.297331 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:46:34.297982 3656 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:46:34.298004 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:46:34.300906 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:46:34.357231 3656 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-jqtsl] creating logical port namespace-lister_namespace-lister-696b855848-jqtsl for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:34.357275 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-vrmjz] creating logical port tsf-tas_tuf-97fc8ff76-vrmjz for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:34.357344 3656 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-jqtsl I0504 20:46:34.357386 3656 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-vrmjz I0504 20:46:34.414543 3656 pod.go:62] [namespace-lister/namespace-lister-696b855848-jqtsl] pod update took 57.234636ms I0504 20:46:34.414571 3656 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-jqtsl] addLogicalPort annotation time took 57.269409ms I0504 20:46:34.415918 3656 pods.go:271] [namespace-lister/namespace-lister-696b855848-jqtsl] addLogicalPort took 58.707666ms, libovsdb time 885.854µs I0504 20:46:34.434612 3656 pod.go:62] [tsf-tas/tuf-97fc8ff76-vrmjz] pod update took 77.242199ms I0504 20:46:34.434648 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-vrmjz] addLogicalPort annotation time took 77.278891ms I0504 20:46:34.435977 3656 pods.go:271] [tsf-tas/tuf-97fc8ff76-vrmjz] addLogicalPort took 78.716546ms, libovsdb time 869.52µs I0504 20:46:34.633187 3656 namespace.go:142] [build-service] updating namespace I0504 20:46:34.698212 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:46:34.698238 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:46:34.699615 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:46:34.920314 3656 namespace.go:142] [default-tenant] updating namespace I0504 20:46:35.106254 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:35.326657 3656 namespace.go:142] [image-controller] updating namespace I0504 20:46:35.407303 3656 base_network_controller_pods.go:487] [default/konflux-ui/dex-5f66d98d56-gjkl7] creating logical port konflux-ui_dex-5f66d98d56-gjkl7 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:35.407430 3656 kube.go:256] Updating pod konflux-ui/dex-5f66d98d56-gjkl7 I0504 20:46:35.454313 3656 pod.go:62] [konflux-ui/dex-5f66d98d56-gjkl7] pod update took 46.909013ms I0504 20:46:35.454337 3656 base_network_controller_pods.go:951] [default/konflux-ui/dex-5f66d98d56-gjkl7] addLogicalPort annotation time took 46.939072ms I0504 20:46:35.455634 3656 pods.go:271] [konflux-ui/dex-5f66d98d56-gjkl7] addLogicalPort took 48.347239ms, libovsdb time 873.262µs I0504 20:46:35.536656 3656 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-xzc74] creating logical port image-controller_image-controller-controller-manager-6f859968fc-xzc74 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:35.536802 3656 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-xzc74 I0504 20:46:35.558596 3656 base_network_controller_pods.go:487] [default/konflux-ui/proxy-595d5d6cd8-89cx7] creating logical port konflux-ui_proxy-595d5d6cd8-89cx7 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:35.558750 3656 kube.go:256] Updating pod konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:46:35.576086 3656 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-xzc74] pod update took 39.307724ms I0504 20:46:35.576110 3656 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-xzc74] addLogicalPort annotation time took 39.338829ms I0504 20:46:35.577381 3656 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-xzc74] addLogicalPort took 40.741549ms, libovsdb time 863.291µs I0504 20:46:35.631838 3656 pod.go:62] [konflux-ui/proxy-595d5d6cd8-89cx7] pod update took 73.122773ms I0504 20:46:35.631862 3656 base_network_controller_pods.go:951] [default/konflux-ui/proxy-595d5d6cd8-89cx7] addLogicalPort annotation time took 73.153024ms I0504 20:46:35.633223 3656 pods.go:271] [konflux-ui/proxy-595d5d6cd8-89cx7] addLogicalPort took 74.655124ms, libovsdb time 879.183µs I0504 20:46:35.667652 3656 namespace.go:142] [integration-service] updating namespace I0504 20:46:35.902550 3656 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-529wr] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-529wr for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:35.902652 3656 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-529wr I0504 20:46:35.912420 3656 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-xzc74 dcd032616a969e46243d5769fed846e8dfd1504eb07bf2bbb6036f823d4e531b network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-xzc74 dcd032616a969e46243d5769fed846e8dfd1504eb07bf2bbb6036f823d4e531b network default NAD default NAD key ] I0504 20:46:35.922612 3656 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-xzc74, hostIfaceName: dcd032616a969e4, network: default, NAD default, SandboxID: "dcd032616a969e46243d5769fed846e8dfd1504eb07bf2bbb6036f823d4e531b", PCI device ID: , UID: "f368dea1-4b19-41e4-b276-7dec1ee9c808", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0504 20:46:35.940608 3656 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-529wr] pod update took 37.980106ms I0504 20:46:35.940634 3656 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-529wr] addLogicalPort annotation time took 38.009978ms I0504 20:46:35.941917 3656 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-529wr] addLogicalPort took 39.382224ms, libovsdb time 745.185µs I0504 20:46:35.981859 3656 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-xzc74 dcd032616a969e46243d5769fed846e8dfd1504eb07bf2bbb6036f823d4e531b network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-xzc74 dcd032616a969e46243d5769fed846e8dfd1504eb07bf2bbb6036f823d4e531b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:a5:58:01:95:2b\",\"name\":\"dcd032616a969e4\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcb9d420-33a8-454a-9f90-e9751ce5c1c0\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:36.030322 3656 namespace.go:142] [konflux-info] updating namespace I0504 20:46:36.258293 3656 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:36.320947 3656 cni.go:452] [namespace-lister/namespace-lister-696b855848-jqtsl 2652d65256efa3f7653fce1b2fcc4007101d10311138444a9942338945ce368a network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-jqtsl 2652d65256efa3f7653fce1b2fcc4007101d10311138444a9942338945ce368a network default NAD default NAD key ] I0504 20:46:36.330672 3656 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-jqtsl, hostIfaceName: 2652d65256efa3f, network: default, NAD default, SandboxID: "2652d65256efa3f7653fce1b2fcc4007101d10311138444a9942338945ce368a", PCI device ID: , UID: "337112ee-71ee-44a6-b088-cafd65844074", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0504 20:46:36.386364 3656 cni.go:473] [namespace-lister/namespace-lister-696b855848-jqtsl 2652d65256efa3f7653fce1b2fcc4007101d10311138444a9942338945ce368a network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-jqtsl 2652d65256efa3f7653fce1b2fcc4007101d10311138444a9942338945ce368a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b1:34:99:1e:70\",\"name\":\"2652d65256efa3f\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fc27956-cf0a-48a3-b282-46daf8cec43c\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:36.444323 3656 namespace.go:142] [release-service] updating namespace I0504 20:46:36.600286 3656 namespace.go:142] [build-service] updating namespace I0504 20:46:36.627459 3656 namespace.go:142] [default-tenant] updating namespace I0504 20:46:36.655565 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:36.682182 3656 namespace.go:142] [image-controller] updating namespace I0504 20:46:36.704433 3656 namespace.go:142] [integration-service] updating namespace I0504 20:46:36.747606 3656 namespace.go:142] [konflux-info] updating namespace I0504 20:46:36.831246 3656 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:36.880413 3656 namespace.go:142] [release-service] updating namespace I0504 20:46:37.081441 3656 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5d96d84985-nqswx] creating logical port integration-service_integration-service-controller-manager-5d96d84985-nqswx for pod on switch ip-10-0-0-137.ec2.internal I0504 20:46:37.081563 3656 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5d96d84985-nqswx I0504 20:46:37.089261 3656 namespace.go:142] [build-service] updating namespace I0504 20:46:37.143341 3656 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5d96d84985-nqswx I0504 20:46:37.211100 3656 pod.go:62] [integration-service/integration-service-controller-manager-5d96d84985-nqswx] pod update took 129.574836ms I0504 20:46:37.211125 3656 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5d96d84985-nqswx] addLogicalPort annotation time took 129.60678ms I0504 20:46:37.212502 3656 pods.go:271] [integration-service/integration-service-controller-manager-5d96d84985-nqswx] addLogicalPort took 131.097678ms, libovsdb time 921.705µs I0504 20:46:37.264397 3656 namespace.go:142] [default-tenant] updating namespace I0504 20:46:37.388450 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:37.587288 3656 namespace.go:142] [image-controller] updating namespace I0504 20:46:37.768364 3656 namespace.go:142] [integration-service] updating namespace I0504 20:46:37.933642 3656 namespace.go:142] [konflux-info] updating namespace I0504 20:46:38.035348 3656 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:38.169537 3656 namespace.go:142] [release-service] updating namespace W0504 20:46:39.022052 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:46:39.068644 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:46:39.611019 3656 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:39.862664 3656 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:39.976860 3656 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:39.993206 3656 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:40.047811 3656 namespace.go:142] [konflux-cli] updating namespace W0504 20:46:40.071478 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:46:40.143702 3656 namespace.go:142] [segment-bridge] updating namespace W0504 20:46:42.701622 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:46:43.570023 3656 cni.go:452] [konflux-ui/dex-5f66d98d56-gjkl7 a229d5455d866947661ce9a268d341ee8871b8da57231c8a4cc5023af2ac5856 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5f66d98d56-gjkl7 a229d5455d866947661ce9a268d341ee8871b8da57231c8a4cc5023af2ac5856 network default NAD default NAD key ] I0504 20:46:43.579453 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5f66d98d56-gjkl7, hostIfaceName: a229d5455d86694, network: default, NAD default, SandboxID: "a229d5455d866947661ce9a268d341ee8871b8da57231c8a4cc5023af2ac5856", PCI device ID: , UID: "d80893c7-ac16-4461-9dbb-74219ae79a74", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0504 20:46:43.634202 3656 cni.go:473] [konflux-ui/dex-5f66d98d56-gjkl7 a229d5455d866947661ce9a268d341ee8871b8da57231c8a4cc5023af2ac5856 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5f66d98d56-gjkl7 a229d5455d866947661ce9a268d341ee8871b8da57231c8a4cc5023af2ac5856 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:2c:32:fa:a7:79\",\"name\":\"a229d5455d86694\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e715489-01a0-494b-b122-1a91b0c6b2f6\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:43.720903 3656 cni.go:452] [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key ] I0504 20:46:43.731963 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-595d5d6cd8-89cx7, hostIfaceName: 3c866a3d8910bf5, network: default, NAD default, SandboxID: "3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7", PCI device ID: , UID: "80c5c5cf-d811-489c-9c0a-6cad5e5323d4", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0504 20:46:43.770725 3656 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key ] I0504 20:46:43.783685 3656 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-529wr, hostIfaceName: 1a90a2cbfa4976f, network: default, NAD default, SandboxID: "1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782", PCI device ID: , UID: "76d931d0-47fa-43b6-80a0-6ae1f90d7a01", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0504 20:46:43.788841 3656 cni.go:473] [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:4b:fe:0d:1f:b2\",\"name\":\"3c866a3d8910bf5\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a4c6526-a548-4415-bc91-1a18731c5ce3\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:43.830464 3656 cni.go:452] [tsf-tas/tuf-97fc8ff76-vrmjz 4f232d8e84a93eaa0a45ec85d8a594fe1231ac45bb063ae2418b89411c8e99d5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-vrmjz 4f232d8e84a93eaa0a45ec85d8a594fe1231ac45bb063ae2418b89411c8e99d5 network default NAD default NAD key ] I0504 20:46:43.842724 3656 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ce:af:dd:37:74\",\"name\":\"1a90a2cbfa4976f\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5da57c2-2027-4270-bc12-c77aaab57118\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:43.843057 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-vrmjz, hostIfaceName: 4f232d8e84a93ea, network: default, NAD default, SandboxID: "4f232d8e84a93eaa0a45ec85d8a594fe1231ac45bb063ae2418b89411c8e99d5", PCI device ID: , UID: "6660642f-afca-461d-9335-839e2596d8d3", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0504 20:46:43.899383 3656 cni.go:473] [tsf-tas/tuf-97fc8ff76-vrmjz 4f232d8e84a93eaa0a45ec85d8a594fe1231ac45bb063ae2418b89411c8e99d5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-vrmjz 4f232d8e84a93eaa0a45ec85d8a594fe1231ac45bb063ae2418b89411c8e99d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:28:20:f9:74:ee\",\"name\":\"4f232d8e84a93ea\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5528fffe-810e-44e4-a701-41cdf9978785\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:46.063138 3656 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:46:46.732220 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:46:46.736594 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0504 20:46:48.949540 3656 cni.go:452] [integration-service/integration-service-controller-manager-5d96d84985-nqswx 995f30dc5053d47f9826ac7764214601cbe9581812db3c52842c4cafc96ee533 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5d96d84985-nqswx 995f30dc5053d47f9826ac7764214601cbe9581812db3c52842c4cafc96ee533 network default NAD default NAD key ] I0504 20:46:48.960379 3656 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5d96d84985-nqswx, hostIfaceName: 995f30dc5053d47, network: default, NAD default, SandboxID: "995f30dc5053d47f9826ac7764214601cbe9581812db3c52842c4cafc96ee533", PCI device ID: , UID: "9610e5dd-9d83-4a05-b6af-c8b4e98ee7b5", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0504 20:46:49.022358 3656 cni.go:473] [integration-service/integration-service-controller-manager-5d96d84985-nqswx 995f30dc5053d47f9826ac7764214601cbe9581812db3c52842c4cafc96ee533 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5d96d84985-nqswx 995f30dc5053d47f9826ac7764214601cbe9581812db3c52842c4cafc96ee533 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:f5:b2:01:9b:51\",\"name\":\"995f30dc5053d47\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5a6f8af-9b4d-472a-8039-eb3b6cd4ba42\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:49.764225 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:49.764247 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.021472 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:46:50.097249 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.097268 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.125773 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0504 20:46:50.160382 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:46:50.160484 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:46:50.231443 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:46:50.231448 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:47:01.098544 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0504 20:47:01.130668 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0504 20:47:01.173199 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:47:01.173345 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 20:47:01.387861 3656 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key ] I0504 20:47:01.462215 3656 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-529wr 1a90a2cbfa4976f950bb9124f76a60a58470c8507c413ecd96e045f537c33782 network default NAD default NAD key default], result "{}", err I0504 20:47:01.525493 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:01.525531 3656 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-529wr I0504 20:47:01.526801 3656 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-529wr, ips: 10.130.0.48 I0504 20:47:01.526831 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.154795 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.154822 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.162682 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-529wr I0504 20:47:02.162705 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-529wr W0504 20:47:25.811678 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:47:25.811702 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 20:47:25.811718 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:47:25.811725 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 20:47:28.158364 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:47:28.158384 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:47:50.377160 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:47:55.211072 3656 cni.go:452] [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key ] I0504 20:47:55.297721 3656 cni.go:473] [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-595d5d6cd8-89cx7 3c866a3d8910bf53688a0ceb6e0062dbbdc890205f7a97c8b93ce6dbc51cdef7 network default NAD default NAD key default], result "{}", err I0504 20:47:55.368706 3656 obj_retry.go:498] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:55.368747 3656 pods.go:176] Deleting pod: konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:47:55.370160 3656 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-595d5d6cd8-89cx7, ips: 10.130.0.47 I0504 20:47:55.370188 3656 obj_retry.go:498] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:55.455932 3656 obj_retry.go:492] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:55.455957 3656 obj_retry.go:492] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:55.463850 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:47:55.463872 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:48:01.257163 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0504 20:48:04.326431 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.327080 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.346698 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.346717 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.350303 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:48:04.350327 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:48:32.140697 3656 namespace.go:98] [managed-tenant-ju16v] adding namespace I0504 20:48:32.141535 3656 namespace.go:102] [managed-tenant-ju16v] adding namespace took 818.377µs I0504 20:48:32.174753 3656 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:32.197434 3656 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.196219 3656 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.357331 3656 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.433769 3656 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:50:03.987572 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.988168 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.853326 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.853381 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:18.356172 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 20:50:33.257220 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0504 20:50:58.370290 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 20:52:03.267520 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 20:52:34.269150 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=374 I0504 20:53:02.260589 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=72 I0504 20:53:03.353099 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:53:41.343502 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:53:43.342215 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:53:59.347274 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 20:54:01.392712 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:54:52.369372 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 20:54:54.363499 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 20:55:15.262243 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0504 20:55:50.059332 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:50.059380 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:50.065196 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-8tpqj I0504 20:55:50.065222 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-8tpqj I0504 20:55:53.048651 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:53.048696 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:53.054661 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lthh9 I0504 20:55:53.054688 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lthh9 I0504 20:55:59.039573 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:59.039616 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:59.044934 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gfrmp I0504 20:55:59.044964 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gfrmp I0504 20:56:32.262245 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0504 20:56:50.261223 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0504 20:56:59.381501 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 20:57:39.469541 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470186 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470217 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470225 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:57:39.470234 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470238 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:57:40.498901 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498953 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498966 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498977 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:17.290717 3656 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-d5xt4 for pod on switch ip-10-0-0-137.ec2.internal I0504 20:58:17.290845 3656 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4 I0504 20:58:17.309183 3656 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4] pod update took 18.363684ms I0504 20:58:17.309206 3656 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4] addLogicalPort annotation time took 18.38957ms I0504 20:58:17.310610 3656 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4] addLogicalPort took 19.906618ms, libovsdb time 904.455µs I0504 20:58:17.655970 3656 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4 70872a1ac5daeaa1361bd20c29459d1737b394b36cf7f6bebe875dbceadbb081 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4 70872a1ac5daeaa1361bd20c29459d1737b394b36cf7f6bebe875dbceadbb081 network default NAD default NAD key ] I0504 20:58:17.665505 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-d5xt4, hostIfaceName: 70872a1ac5daeaa, network: default, NAD default, SandboxID: "70872a1ac5daeaa1361bd20c29459d1737b394b36cf7f6bebe875dbceadbb081", PCI device ID: , UID: "7bd67616-5148-476a-bd5c-c6f40d544791", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0504 20:58:17.724359 3656 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4 70872a1ac5daeaa1361bd20c29459d1737b394b36cf7f6bebe875dbceadbb081 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d5xt4 70872a1ac5daeaa1361bd20c29459d1737b394b36cf7f6bebe875dbceadbb081 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:bc:39:b1:6a:3c\",\"name\":\"70872a1ac5daeaa\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c184ed1-2851-47ac-8ec5-fa7c15e2ad7f\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:58:20.272796 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29 W0504 20:58:30.798596 3656 util.go:959] Failed to build node endpoints for node ip-10-0-0-137.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:58:31.148851 3656 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:31.149406 3656 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:31.620468 3656 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:31.620491 3656 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:31.638294 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:58:31.638318 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:58:43.347657 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0504 20:58:49.359467 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 20:59:01.374509 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:59:13.397084 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0504 20:59:31.209658 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:31.210353 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:31.980243 3656 obj_retry.go:492] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:31.980266 3656 obj_retry.go:492] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:31.991558 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:31.991580 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:39.192300 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:39.192901 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:51.351426 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 20:59:52.296198 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:52.296738 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:00.177176 3656 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29632140-q8pdj] creating logical port segment-bridge_segment-bridge-29632140-q8pdj for pod on switch ip-10-0-0-137.ec2.internal I0504 21:00:00.177276 3656 kube.go:256] Updating pod segment-bridge/segment-bridge-29632140-q8pdj I0504 21:00:00.204600 3656 pod.go:62] [segment-bridge/segment-bridge-29632140-q8pdj] pod update took 27.352708ms I0504 21:00:00.204620 3656 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29632140-q8pdj] addLogicalPort annotation time took 27.377876ms I0504 21:00:00.205945 3656 pods.go:271] [segment-bridge/segment-bridge-29632140-q8pdj] addLogicalPort took 28.791396ms, libovsdb time 845.83µs I0504 21:00:00.541101 3656 cni.go:452] [segment-bridge/segment-bridge-29632140-q8pdj f485ad622783e8ec261fb691e89afb8528afe3082d1371cf0670241e11d3b37f network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29632140-q8pdj f485ad622783e8ec261fb691e89afb8528afe3082d1371cf0670241e11d3b37f network default NAD default NAD key ] I0504 21:00:00.550435 3656 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29632140-q8pdj, hostIfaceName: f485ad622783e8e, network: default, NAD default, SandboxID: "f485ad622783e8ec261fb691e89afb8528afe3082d1371cf0670241e11d3b37f", PCI device ID: , UID: "96f7c937-a290-4076-9c6c-1495180f3d7b", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0504 21:00:00.605514 3656 cni.go:473] [segment-bridge/segment-bridge-29632140-q8pdj f485ad622783e8ec261fb691e89afb8528afe3082d1371cf0670241e11d3b37f network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29632140-q8pdj f485ad622783e8ec261fb691e89afb8528afe3082d1371cf0670241e11d3b37f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:61:b8:42:e8:84\",\"name\":\"f485ad622783e8e\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/297be786-f98a-45d5-a374-82559844420b\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:07.417521 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:07.418132 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:08.272042 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.272069 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.305213 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.305237 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.312051 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 21:00:08.312076 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 21:00:43.346820 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 21:00:46.271150 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 21:00:57.400740 3656 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-build-container-pod for pod on switch ip-10-0-0-137.ec2.internal I0504 21:00:57.400930 3656 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod I0504 21:00:57.446290 3656 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod] pod update took 45.42408ms I0504 21:00:57.446314 3656 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod] addLogicalPort annotation time took 45.454589ms I0504 21:00:57.447805 3656 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod] addLogicalPort took 47.080174ms, libovsdb time 1.039076ms I0504 21:00:57.758927 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:57.759527 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:57.769707 3656 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key ] I0504 21:00:57.779082 3656 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-build-container-pod, hostIfaceName: 9e168686a60be28, network: default, NAD default, SandboxID: "9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8", PCI device ID: , UID: "d6738860-bd2e-4989-91df-fff16df70d55", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0504 21:00:57.834027 3656 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:84:ea:82:9f:cd\",\"name\":\"9e168686a60be28\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/642383c2-5b58-4bb6-a43f-bc8e08e8a53f\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:01:10.357116 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 21:01:55.265895 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0504 21:02:51.372968 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:02:58.265307 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=14 I0504 21:03:00.267000 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=24 I0504 21:03:06.265706 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 21:03:16.384832 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:04:23.367131 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0504 21:04:49.400983 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 21:04:56.021655 3656 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key ] I0504 21:04:56.122322 3656 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod 9e168686a60be2806957c41f692a8a85b5406c3ef1ca0c06f1885040a863e9b8 network default NAD default NAD key default], result "{}", err I0504 21:04:56.240821 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:56.240895 3656 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod I0504 21:04:56.242188 3656 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod, ips: 10.130.0.52 I0504 21:04:56.242215 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:24.675227 3656 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod for pod on switch ip-10-0-0-137.ec2.internal I0504 21:05:24.675383 3656 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod I0504 21:05:24.700257 3656 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod] pod update took 24.904104ms I0504 21:05:24.700280 3656 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod] addLogicalPort annotation time took 24.932154ms I0504 21:05:24.701587 3656 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod] addLogicalPort took 26.375187ms, libovsdb time 911.978µs I0504 21:05:24.736195 3656 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod for pod on switch ip-10-0-0-137.ec2.internal I0504 21:05:24.736345 3656 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod I0504 21:05:24.762690 3656 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod] pod update took 26.373245ms I0504 21:05:24.762721 3656 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod] addLogicalPort annotation time took 26.410091ms I0504 21:05:24.764276 3656 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod] addLogicalPort took 28.099143ms, libovsdb time 948.793µs I0504 21:05:25.039823 3656 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key ] I0504 21:05:25.049276 3656 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod, hostIfaceName: 2ffa476995ef0e4, network: default, NAD default, SandboxID: "2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443", PCI device ID: , UID: "a64dd93d-fd34-4641-aa12-56c387f05c5a", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0504 21:05:25.105675 3656 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key ] I0504 21:05:25.106862 3656 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f9:32:94:67:6c\",\"name\":\"2ffa476995ef0e4\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a4a79ba-e0c6-43ee-bbc9-8b51e958719e\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:05:25.114986 3656 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod, hostIfaceName: 21942d8a7d32d6b, network: default, NAD default, SandboxID: "21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac", PCI device ID: , UID: "47475922-3a4c-4090-9af3-844c1a6f90ed", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0504 21:05:25.170337 3656 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d3:37:e7:b8:20\",\"name\":\"21942d8a7d32d6b\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/133556f9-8812-46d2-b756-0217ca2d1e9e\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:05:25.434983 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:25.435585 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:33.352144 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 21:06:11.516381 3656 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key ] I0504 21:06:11.604185 3656 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod 2ffa476995ef0e4a7fc9cbe404d54f419c92aa86c2e8860b9c56831bc6b23443 network default NAD default NAD key default], result "{}", err I0504 21:06:11.678188 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:11.678219 3656 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod I0504 21:06:11.679723 3656 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod, ips: 10.130.0.53 I0504 21:06:11.679754 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:20.276933 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=181 I0504 21:06:43.859902 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:43.860476 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:45.201460 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:45.201967 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:50.294756 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:50.295395 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:08.358430 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:08.359046 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:21.363553 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 21:07:34.269399 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0504 21:08:10.350793 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 21:08:23.378207 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 21:08:54.361230 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 21:09:12.270503 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0504 21:09:30.715034 3656 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key ] I0504 21:09:30.804969 3656 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod 21942d8a7d32d6bb75f47060e21ecd8f409148298d36f107d6bb14be979b36ac network default NAD default NAD key default], result "{}", err I0504 21:09:30.887903 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:30.887959 3656 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod I0504 21:09:30.889250 3656 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod, ips: 10.130.0.54 I0504 21:09:30.889273 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:33.275216 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 21:09:36.270689 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0504 21:09:40.355156 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0504 21:09:52.439840 3656 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:52.440447 3656 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it