+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-81.ec2.internal ++ [[ -n ip-10-0-1-81.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-81.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0415 22:50:45.867607010 - disable conntrack on geneve port' I0415 22:50:45.867607010 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0415 22:50:45.901735519 - starting ovnkube-node' I0415 22:50:45.901735519 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-81.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-81.ec2.internal --init-node ip-10-0-1-81.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-81.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0415 22:50:45.951610 3670 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0415 22:50:45.951663 3670 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-96320ebfaa.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0415 22:50:45.953439 3670 kube.go:431] Waiting for certificate I0415 22:50:45.953465 3670 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0415 22:50:45.953505 3670 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0415 22:50:45.954248 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0415 22:50:45.986853 3670 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:45.986875 3670 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:45.991156 3670 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:45.991248 3670 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8tj48" I0415 22:50:55.559426 3670 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8tj48" I0415 22:50:55.559557 3670 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:55.953543 3670 kube.go:438] Certificate found I0415 22:50:55.954252 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0415 22:50:55.955576 3670 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0415 22:50:56.017441 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0415 22:50:56.039973 3670 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0415 22:50:56.040053 3670 server.go:101] MetricServer registers OVS metrics I0415 22:50:56.040405 3670 server.go:105] MetricServer registers OVN DB metrics I0415 22:50:56.042016 3670 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0415 22:50:56.042073 3670 factory.go:561] Starting watch factory I0415 22:50:56.042199 3670 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042221 3670 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042334 3670 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042361 3670 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042401 3670 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042419 3670 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042472 3670 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042555 3670 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042735 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.042821 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.043067 3670 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.043269 3670 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.043561 3670 controller_manager.go:370] Starting the ovnkube controller I0415 22:50:56.043574 3670 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-81.ec2.internal I0415 22:50:56.043637 3670 controller_manager.go:395] NBDB zone sync took: 51.964µs I0415 22:50:56.043652 3670 factory.go:561] Starting watch factory I0415 22:50:56.045123 3670 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0415 22:50:56.045167 3670 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0415 22:50:56.058591 3670 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0415 22:50:56.058610 3670 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0415 22:50:56.062195 3670 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0415 22:50:56.062225 3670 server.go:109] MetricServer registers OVN Controller metrics I0415 22:50:56.066107 3670 server.go:113] MetricServer registers OVN Northd metrics I0415 22:50:56.069076 3670 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.069861 3670 metrics.go:519] OVN Metrics Server starts to run ... I0415 22:50:56.071398 3670 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.071631 3670 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.073799 3670 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.076463 3670 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.083342 3670 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:56.147521 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0415 22:50:56.147545 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0415 22:50:56.147550 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0415 22:50:56.147555 3670 factory.go:1977] *v1.Node informer cache synced successfully I0415 22:50:56.147558 3670 factory.go:1977] *v1.Service informer cache synced successfully I0415 22:50:56.147562 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0415 22:50:56.147653 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:56.147674 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:56.147686 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:56.147705 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:56.149740 3670 factory.go:1977] *v1.Service informer cache synced successfully I0415 22:50:56.149754 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0415 22:50:56.149759 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0415 22:50:56.149762 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0415 22:50:56.149765 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0415 22:50:56.149768 3670 factory.go:1977] *v1.Node informer cache synced successfully I0415 22:50:56.152698 3670 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:56.152713 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0415 22:50:56.152698 3670 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:56.152724 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0415 22:50:56.152788 3670 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.152802 3670 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.155027 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0415 22:50:56.155035 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0415 22:50:56.156945 3670 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.158015 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0415 22:50:56.158076 3670 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.158094 3670 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.160488 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0415 22:50:56.162067 3670 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.164058 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0415 22:50:56.164143 3670 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.164159 3670 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.165535 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0415 22:50:56.168318 3670 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.169261 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0415 22:50:56.169323 3670 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.169339 3670 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.170622 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0415 22:50:56.174349 3670 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.174359 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0415 22:50:56.174442 3670 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.174462 3670 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.176379 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0415 22:50:56.178611 3670 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.179550 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0415 22:50:56.179697 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:56.179711 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:56.182049 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0415 22:50:56.183734 3670 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:56.184630 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0415 22:50:56.184716 3670 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.184780 3670 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.184722 3670 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.184812 3670 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.187502 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0415 22:50:56.188822 3670 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.188830 3670 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:56.189788 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0415 22:50:56.189801 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0415 22:50:56.189808 3670 factory.go:680] Watch Factory start up complete, took: 147.739535ms I0415 22:50:56.189875 3670 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0415 22:50:56.192705 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0415 22:50:56.192716 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0415 22:50:56.192725 3670 factory.go:680] Watch Factory start up complete, took: 149.07366ms I0415 22:50:56.192738 3670 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-81.ec2.internal" zone I0415 22:50:56.232576 3670 default_node_network_controller.go:710] Initializing the default node network controller I0415 22:50:56.297997 3670 udn_isolation.go:101] Starting UDN host isolation manager I0415 22:50:56.304162 3670 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0415 22:50:56.365764 3670 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0415 22:50:56.365861 3670 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0415 22:50:56.365878 3670 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0415 22:50:56.398368 3670 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0415 22:50:56.398426 3670 default_node_network_controller.go:809] Node ip-10-0-1-81.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0415 22:50:56.403840 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.81"] k8s.ovn.org/zone-name:ip-10-0-1-81.ec2.internal] on node ip-10-0-1-81.ec2.internal I0415 22:50:56.437378 3670 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0415 22:50:56.442938 3670 controller_manager.go:429] Waiting for node in zone sync took: 250.188713ms I0415 22:50:56.443535 3670 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0415 22:50:56.443680 3670 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0415 22:50:56.443843 3670 gateway_init.go:263] Preparing Gateway I0415 22:50:56.443857 3670 gateway_shared_intf.go:1687] Creating new gateway I0415 22:50:56.451075 3670 controller_manager.go:611] Switching to transit router for layer2 networks I0415 22:50:56.451089 3670 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-81.ec2.internal I0415 22:50:56.475526 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0415 22:50:56.481668 3670 controller_manager.go:290] SCTP support detected in OVN I0415 22:50:56.482230 3670 services_controller.go:69] Creating services controller for network=default I0415 22:50:56.482317 3670 udn_enabled_svc.go:80] Waiting for service informer to sync I0415 22:50:56.482402 3670 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0415 22:50:56.482438 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0415 22:50:56.482451 3670 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0415 22:50:56.482459 3670 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0415 22:50:56.482645 3670 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0415 22:50:56.482699 3670 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0415 22:50:56.482758 3670 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.122µs I0415 22:50:56.482782 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.133µs I0415 22:50:56.482790 3670 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 91.861µs I0415 22:50:56.482795 3670 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0415 22:50:56.482802 3670 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0415 22:50:56.482806 3670 udn_enabled_svc.go:95] Performing full resync I0415 22:50:56.482811 3670 default_network_controller.go:325] Starting the default network controller I0415 22:50:56.482914 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.189µs I0415 22:50:56.483157 3670 udn_enabled_svc.go:99] Waiting for handler to sync I0415 22:50:56.483172 3670 udn_enabled_svc.go:104] Starting worker I0415 22:50:56.491791 3670 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0415 22:50:56.491846 3670 repair.go:33] Syncing exgw routes took 43.467µs I0415 22:50:56.491868 3670 default_network_controller.go:414] Starting all the Watchers... I0415 22:50:56.492409 3670 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0415 22:50:56.492416 3670 namespace.go:98] [openshift-config-operator] adding namespace I0415 22:50:56.492419 3670 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0415 22:50:56.492418 3670 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0415 22:50:56.492427 3670 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0415 22:50:56.492441 3670 namespace.go:98] [openshift-package-operator] adding namespace I0415 22:50:56.492446 3670 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0415 22:50:56.492452 3670 namespace.go:98] [openshift-authentication-operator] adding namespace I0415 22:50:56.492450 3670 namespace.go:98] [openshift-operators-redhat] adding namespace I0415 22:50:56.492451 3670 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0415 22:50:56.492456 3670 namespace.go:98] [openshift-machine-config-operator] adding namespace I0415 22:50:56.492464 3670 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0415 22:50:56.492470 3670 namespace.go:98] [openshift-ingress] adding namespace I0415 22:50:56.492480 3670 namespace.go:98] [openshift-kube-scheduler] adding namespace I0415 22:50:56.492410 3670 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0415 22:50:56.493014 3670 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 592.956µs I0415 22:50:56.493028 3670 namespace.go:98] [default] adding namespace I0415 22:50:56.493525 3670 namespace.go:102] [default] adding namespace took 491.056µs I0415 22:50:56.493542 3670 namespace.go:98] [openshift-backplane-csm] adding namespace I0415 22:50:56.494055 3670 namespace.go:102] [openshift-backplane-csm] adding namespace took 508.242µs I0415 22:50:56.494067 3670 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0415 22:50:56.494604 3670 namespace.go:102] [openshift-config-operator] adding namespace took 2.176473ms I0415 22:50:56.494627 3670 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0415 22:50:56.495171 3670 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.737181ms I0415 22:50:56.495194 3670 namespace.go:98] [openshift-logging] adding namespace I0415 22:50:56.495784 3670 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.348699ms I0415 22:50:56.495801 3670 namespace.go:98] [openshift-etcd] adding namespace I0415 22:50:56.496284 3670 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.845592ms I0415 22:50:56.496300 3670 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0415 22:50:56.496810 3670 namespace.go:102] [openshift-package-operator] adding namespace took 4.363427ms I0415 22:50:56.496819 3670 namespace.go:98] [openshift-service-ca] adding namespace I0415 22:50:56.497345 3670 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.887766ms I0415 22:50:56.497366 3670 namespace.go:98] [openshift-ingress-canary] adding namespace I0415 22:50:56.497797 3670 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.338112ms I0415 22:50:56.497812 3670 namespace.go:98] [openshift-service-ca-operator] adding namespace I0415 22:50:56.498253 3670 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.790789ms I0415 22:50:56.498271 3670 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0415 22:50:56.498701 3670 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.237146ms I0415 22:50:56.498719 3670 namespace.go:98] [dedicated-admin] adding namespace I0415 22:50:56.499157 3670 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.687535ms I0415 22:50:56.499172 3670 namespace.go:98] [openshift-customer-monitoring] adding namespace I0415 22:50:56.499675 3670 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.204061ms I0415 22:50:56.499692 3670 namespace.go:98] [openshift-cluster-version] adding namespace I0415 22:50:56.500194 3670 namespace.go:102] [openshift-ingress] adding namespace took 7.714924ms I0415 22:50:56.500209 3670 namespace.go:98] [openshift-console-user-settings] adding namespace I0415 22:50:56.500642 3670 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.150586ms I0415 22:50:56.500665 3670 namespace.go:98] [openshift-backplane-mobb] adding namespace I0415 22:50:56.501080 3670 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.546556ms I0415 22:50:56.501091 3670 namespace.go:98] [openshift-must-gather-operator] adding namespace I0415 22:50:56.501673 3670 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.600482ms I0415 22:50:56.501688 3670 namespace.go:98] [openshift-backplane-cee] adding namespace I0415 22:50:56.502162 3670 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.528106ms I0415 22:50:56.502180 3670 namespace.go:98] [openshift-authentication] adding namespace I0415 22:50:56.502768 3670 namespace.go:102] [openshift-logging] adding namespace took 7.566241ms I0415 22:50:56.502782 3670 namespace.go:98] [openshift-apiserver-operator] adding namespace I0415 22:50:56.503355 3670 namespace.go:102] [openshift-etcd] adding namespace took 7.546708ms I0415 22:50:56.503369 3670 namespace.go:98] [openshift-console] adding namespace I0415 22:50:56.503854 3670 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.547167ms I0415 22:50:56.503872 3670 namespace.go:98] [openshift-apiserver] adding namespace I0415 22:50:56.504273 3670 namespace.go:102] [openshift-service-ca] adding namespace took 7.44821ms I0415 22:50:56.504290 3670 namespace.go:98] [openshift-multus] adding namespace I0415 22:50:56.505230 3670 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.85733ms I0415 22:50:56.505247 3670 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0415 22:50:56.505762 3670 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.94284ms I0415 22:50:56.505779 3670 namespace.go:98] [kube-public] adding namespace I0415 22:50:56.506317 3670 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.04012ms I0415 22:50:56.506329 3670 namespace.go:98] [openshift-config] adding namespace I0415 22:50:56.506801 3670 namespace.go:102] [dedicated-admin] adding namespace took 8.077926ms I0415 22:50:56.506810 3670 namespace.go:98] [openshift-backplane-tam] adding namespace I0415 22:50:56.507330 3670 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.151302ms I0415 22:50:56.507346 3670 namespace.go:98] [openshift-monitoring] adding namespace I0415 22:50:56.507813 3670 namespace.go:102] [openshift-cluster-version] adding namespace took 8.117202ms I0415 22:50:56.507825 3670 namespace.go:98] [openshift-network-node-identity] adding namespace I0415 22:50:56.508313 3670 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.098091ms I0415 22:50:56.508325 3670 namespace.go:98] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] adding namespace I0415 22:50:56.508780 3670 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.107901ms I0415 22:50:56.508793 3670 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0415 22:50:56.509300 3670 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.205202ms I0415 22:50:56.509312 3670 namespace.go:98] [openshift-operators] adding namespace I0415 22:50:56.509861 3670 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.166333ms I0415 22:50:56.509875 3670 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0415 22:50:56.510320 3670 namespace.go:102] [openshift-authentication] adding namespace took 8.131989ms I0415 22:50:56.510339 3670 namespace.go:98] [openshift-network-diagnostics] adding namespace I0415 22:50:56.510776 3670 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.986766ms I0415 22:50:56.510788 3670 namespace.go:98] [openshift-machine-api] adding namespace I0415 22:50:56.511441 3670 namespace.go:102] [openshift-console] adding namespace took 8.065772ms I0415 22:50:56.511460 3670 namespace.go:98] [kube-system] adding namespace W0415 22:50:56.511889 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-lgv8c: pod openshift-multus/network-metrics-daemon-lgv8c: no pod IPs found I0415 22:50:56.511896 3670 namespace.go:102] [openshift-apiserver] adding namespace took 8.019771ms I0415 22:50:56.511905 3670 namespace.go:98] [openshift-host-network] adding namespace I0415 22:50:56.512520 3670 namespace.go:102] [openshift-multus] adding namespace took 8.222915ms I0415 22:50:56.512538 3670 namespace.go:98] [openshift-dns] adding namespace I0415 22:50:56.513033 3670 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.776083ms I0415 22:50:56.513050 3670 namespace.go:98] [openshift-backplane-srep] adding namespace I0415 22:50:56.513576 3670 namespace.go:102] [kube-public] adding namespace took 7.792167ms I0415 22:50:56.513591 3670 namespace.go:98] [openshift-network-console] adding namespace I0415 22:50:56.513968 3670 namespace.go:102] [openshift-config] adding namespace took 7.635028ms I0415 22:50:56.513979 3670 namespace.go:98] [openshift-config-managed] adding namespace I0415 22:50:56.514426 3670 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.611102ms I0415 22:50:56.514438 3670 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0415 22:50:56.514940 3670 namespace.go:102] [openshift-monitoring] adding namespace took 7.588664ms I0415 22:50:56.514954 3670 namespace.go:98] [openshift] adding namespace I0415 22:50:56.515420 3670 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.590592ms I0415 22:50:56.515432 3670 namespace.go:98] [openshift-infra] adding namespace I0415 22:50:56.515878 3670 namespace.go:102] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] adding namespace took 7.54867ms I0415 22:50:56.515888 3670 namespace.go:98] [kube-node-lease] adding namespace I0415 22:50:56.516322 3670 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.522553ms I0415 22:50:56.516341 3670 namespace.go:98] [openshift-insights] adding namespace I0415 22:50:56.516691 3670 namespace.go:102] [openshift-operators] adding namespace took 7.375745ms I0415 22:50:56.516700 3670 namespace.go:98] [openshift-node] adding namespace I0415 22:50:56.517320 3670 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.436197ms W0415 22:50:56.517344 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-glxnt: pod openshift-network-diagnostics/network-check-target-glxnt: no pod IPs found I0415 22:50:56.517842 3670 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.497265ms I0415 22:50:56.517856 3670 namespace.go:98] [openshift-console-operator] adding namespace I0415 22:50:56.518267 3670 namespace.go:102] [openshift-machine-api] adding namespace took 7.474321ms I0415 22:50:56.518279 3670 namespace.go:98] [openshift-backplane-cse] adding namespace I0415 22:50:56.518709 3670 namespace.go:102] [kube-system] adding namespace took 7.241755ms I0415 22:50:56.518724 3670 namespace.go:98] [openshift-route-controller-manager] adding namespace I0415 22:50:56.519158 3670 namespace.go:102] [openshift-host-network] adding namespace took 7.247519ms I0415 22:50:56.519174 3670 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0415 22:50:56.519661 3670 namespace.go:102] [openshift-dns] adding namespace took 7.117107ms I0415 22:50:56.519673 3670 namespace.go:98] [openshift-backplane] adding namespace I0415 22:50:56.520053 3670 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.997912ms I0415 22:50:56.520065 3670 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0415 22:50:56.520485 3670 namespace.go:102] [openshift-network-console] adding namespace took 6.889679ms I0415 22:50:56.520497 3670 namespace.go:98] [openshift-network-operator] adding namespace I0415 22:50:56.520909 3670 namespace.go:102] [openshift-config-managed] adding namespace took 6.924789ms I0415 22:50:56.520920 3670 namespace.go:98] [openshift-marketplace] adding namespace I0415 22:50:56.521339 3670 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.896009ms I0415 22:50:56.521350 3670 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0415 22:50:56.521713 3670 namespace.go:102] [openshift] adding namespace took 6.754118ms I0415 22:50:56.521725 3670 namespace.go:98] [openshift-image-registry] adding namespace I0415 22:50:56.522100 3670 namespace.go:102] [openshift-infra] adding namespace took 6.663111ms I0415 22:50:56.522112 3670 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0415 22:50:56.522521 3670 namespace.go:102] [kube-node-lease] adding namespace took 6.628762ms I0415 22:50:56.522531 3670 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0415 22:50:56.522986 3670 namespace.go:102] [openshift-insights] adding namespace took 6.640294ms I0415 22:50:56.522996 3670 namespace.go:98] [openshift-dns-operator] adding namespace I0415 22:50:56.523422 3670 namespace.go:102] [openshift-node] adding namespace took 6.716664ms I0415 22:50:56.523436 3670 namespace.go:98] [openshift-controller-manager] adding namespace I0415 22:50:56.523820 3670 namespace.go:102] [openshift-console-operator] adding namespace took 5.959482ms I0415 22:50:56.524232 3670 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.949413ms I0415 22:50:56.524242 3670 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0415 22:50:56.524622 3670 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.891002ms I0415 22:50:56.524639 3670 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0415 22:50:56.525021 3670 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.842688ms I0415 22:50:56.525433 3670 namespace.go:102] [openshift-backplane] adding namespace took 5.755359ms I0415 22:50:56.525834 3670 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.764117ms I0415 22:50:56.525846 3670 namespace.go:98] [openshift-ingress-operator] adding namespace I0415 22:50:56.526246 3670 namespace.go:102] [openshift-network-operator] adding namespace took 5.744329ms I0415 22:50:56.526259 3670 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0415 22:50:56.526644 3670 namespace.go:102] [openshift-marketplace] adding namespace took 5.718878ms I0415 22:50:56.527051 3670 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.696301ms I0415 22:50:56.527457 3670 namespace.go:102] [openshift-image-registry] adding namespace took 5.728099ms I0415 22:50:56.527469 3670 namespace.go:98] [openshift-kube-apiserver] adding namespace I0415 22:50:56.527856 3670 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.740022ms I0415 22:50:56.528360 3670 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.825364ms I0415 22:50:56.528759 3670 namespace.go:102] [openshift-dns-operator] adding namespace took 5.757732ms I0415 22:50:56.529157 3670 namespace.go:102] [openshift-controller-manager] adding namespace took 5.7169ms I0415 22:50:56.529557 3670 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.309997ms I0415 22:50:56.530025 3670 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.380786ms I0415 22:50:56.530473 3670 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.619963ms I0415 22:50:56.530864 3670 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.601126ms I0415 22:50:56.531338 3670 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.863354ms W0415 22:50:56.531439 3670 master.go:458] Unable to parse local node ip-10-0-1-81.ec2.internal chassis-id annotation. Chassis may be removed during sync I0415 22:50:56.531450 3670 master.go:481] Removing stale chassis with ID/Name: 82df4016-7523-4d87-8aa9-52f06142e5a0, hostname: ip-10-0-1-81.ec2.internal I0415 22:50:56.531890 3670 master.go:548] Adding or Updating local node "ip-10-0-1-81.ec2.internal" for network "default" I0415 22:50:56.532516 3670 zone_ic_handler.go:195] Time taken to create transit switch: 270.549µs I0415 22:50:56.532527 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-116.ec2.internal for the network default I0415 22:50:56.533360 3670 zone_ic_handler.go:195] Time taken to create transit switch: 454.718µs I0415 22:50:56.533374 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-187.ec2.internal for the network default I0415 22:50:56.533406 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-116.ec2.internal" on network "default" took: 1.169691ms I0415 22:50:56.534376 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-187.ec2.internal" on network "default" took: 1.479004ms I0415 22:50:56.535853 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-81.ec2.internal for the network default I0415 22:50:56.536006 3670 zone_ic_handler.go:195] Time taken to create transit switch: 139.807µs I0415 22:50:56.536654 3670 default_network_controller.go:823] Node add failed for ip-10-0-1-81.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal, error getting gateway config for node ip-10-0-1-81.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-81.ec2.internal", failed to update chassis to local for local node ip-10-0-1-81.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-81.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal] E0415 22:50:56.536695 3670 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-81.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal, error getting gateway config for node ip-10-0-1-81.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-81.ec2.internal", failed to update chassis to local for local node ip-10-0-1-81.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-81.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal] I0415 22:50:56.536753 3670 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0415 22:50:56.536780 3670 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-81.ec2.internal", UID:"c6f98cbe-3581-441b-8c2a-ab1b47a25b37", APIVersion:"v1", ResourceVersion:"10149", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal, error getting gateway config for node ip-10-0-1-81.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-81.ec2.internal", failed to update chassis to local for local node ip-10-0-1-81.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-81.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal] I0415 22:50:56.536818 3670 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0415 22:50:56.536831 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-116.ec2.internal in network "default" I0415 22:50:56.536843 3670 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0415 22:50:56.536884 3670 node_tracker.go:169] Node ip-10-0-0-116.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.536900 3670 services_controller.go:574] Full service sync requested for network=default I0415 22:50:56.536907 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:56.536916 3670 node_tracker.go:235] Node ip-10-0-1-81.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-81.ec2.internal" I0415 22:50:56.536924 3670 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.536928 3670 services_controller.go:574] Full service sync requested for network=default I0415 22:50:56.536931 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-187.ec2.internal in network "default" I0415 22:50:56.536951 3670 node_tracker.go:169] Node ip-10-0-2-187.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.536959 3670 services_controller.go:574] Full service sync requested for network=default I0415 22:50:56.558343 3670 iptables.go:108] Creating table: filter chain: FORWARD I0415 22:50:56.565065 3670 iptables.go:108] Creating table: filter chain: OUTPUT I0415 22:50:56.571731 3670 gateway_shared_intf.go:1816] Gateway Creation Complete I0415 22:50:56.571745 3670 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-81.ec2.internal","mac-address":"0a:ff:f8:b8:ed:a1","ip-addresses":["10.0.1.81/24"],"ip-address":"10.0.1.81/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:82df4016-7523-4d87-8aa9-52f06142e5a0 k8s.ovn.org/node-encap-ips:["10.0.1.81"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.81/24"} k8s.ovn.org/zone-name:ip-10-0-1-81.ec2.internal] on node ip-10-0-1-81.ec2.internal I0415 22:50:56.574549 3670 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-16 22:45:55 +0000 UTC" deadline="2026-04-16 16:05:53.063009929 +0000 UTC" I0415 22:50:56.574576 3670 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h14m56.488443653s" I0415 22:50:56.592500 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:56.592552 3670 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.592574 3670 services_controller.go:574] Full service sync requested for network=default I0415 22:50:56.592551 3670 master.go:548] Adding or Updating local node "ip-10-0-1-81.ec2.internal" for network "default" I0415 22:50:56.596884 3670 default_node_network_controller.go:519] Node connection status = connected W0415 22:50:56.598226 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-glxnt: pod openshift-network-diagnostics/network-check-target-glxnt: no pod IPs found W0415 22:50:56.598249 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-lgv8c: pod openshift-multus/network-metrics-daemon-lgv8c: no pod IPs found I0415 22:50:56.600509 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-81.ec2.internal for the network default I0415 22:50:56.600710 3670 zone_ic_handler.go:195] Time taken to create transit switch: 188.169µs I0415 22:50:56.637814 3670 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0415 22:50:56.637836 3670 services_controller.go:208] Setting up event handlers for services for network=default I0415 22:50:56.637936 3670 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0415 22:50:56.637975 3670 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0415 22:50:56.637986 3670 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0415 22:50:56.738384 3670 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0415 22:50:56.738408 3670 repair.go:60] Starting repairing loop for services I0415 22:50:56.738494 3670 repair.go:131] Deleted 0 stale service LBs I0415 22:50:56.738513 3670 repair.go:137] Deleted 0 stale Chassis Template Vars I0415 22:50:56.738529 3670 repair.go:62] Finished repairing loop for services: 122.667µs I0415 22:50:56.738559 3670 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0415 22:50:56.738570 3670 services_controller.go:254] Starting workers for network=default I0415 22:50:56.739039 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0415 22:50:56.739193 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-glxnt] creating logical port openshift-network-diagnostics_network-check-target-glxnt for pod on switch ip-10-0-1-81.ec2.internal I0415 22:50:56.739300 3670 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-glxnt W0415 22:50:56.742981 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:50:56.743365 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:50:56.758493 3670 pod.go:62] [openshift-network-diagnostics/network-check-target-glxnt] pod update took 19.234266ms I0415 22:50:56.758516 3670 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-glxnt] addLogicalPort annotation time took 19.260408ms I0415 22:50:56.759444 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-glxnt] addLogicalPort took 20.262525ms, libovsdb time 710.236µs I0415 22:50:56.759485 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lgv8c] creating logical port openshift-multus_network-metrics-daemon-lgv8c for pod on switch ip-10-0-1-81.ec2.internal I0415 22:50:56.759544 3670 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-lgv8c W0415 22:50:56.769191 3670 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:56.769207 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:56.769212 3670 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0415 22:50:56.777977 3670 pod.go:62] [openshift-multus/network-metrics-daemon-lgv8c] pod update took 18.452921ms I0415 22:50:56.777995 3670 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-lgv8c] addLogicalPort annotation time took 18.475362ms I0415 22:50:56.778842 3670 pods.go:271] [openshift-multus/network-metrics-daemon-lgv8c] addLogicalPort took 19.36155ms, libovsdb time 635.927µs I0415 22:50:56.779296 3670 admin_network_policy_controller.go:227] Starting controller default-network-controller I0415 22:50:56.779318 3670 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0415 22:50:56.779333 3670 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0415 22:50:56.779338 3670 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0415 22:50:56.779512 3670 repair.go:29] Repairing admin network policies took 170.089µs I0415 22:50:56.779612 3670 repair.go:92] Repairing baseline admin network policies took 90.773µs I0415 22:50:56.780098 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0415 22:50:56.780114 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0415 22:50:56.782213 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0415 22:50:56.782237 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0415 22:50:56.782248 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0415 22:50:56.783776 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0415 22:50:56.783795 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0415 22:50:56.784529 3670 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0415 22:50:56.784549 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0415 22:50:56.785269 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0415 22:50:56.785289 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0415 22:50:56.785300 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0415 22:50:56.787242 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0415 22:50:56.787266 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0415 22:50:56.787277 3670 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0415 22:50:56.788869 3670 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0415 22:50:56.788885 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0415 22:50:56.788893 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0415 22:50:56.790250 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0415 22:50:56.790266 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0415 22:50:56.790274 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0415 22:50:56.792013 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0415 22:50:56.792036 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0415 22:50:56.792043 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0415 22:50:56.792347 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0415 22:50:56.792365 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0415 22:50:56.792376 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0415 22:50:56.792838 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0415 22:50:56.792855 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0415 22:50:56.792863 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0415 22:50:56.793373 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0415 22:50:56.793391 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0415 22:50:56.793398 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0415 22:50:56.793870 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0415 22:50:56.793894 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0415 22:50:56.793906 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0415 22:50:56.796031 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0415 22:50:56.796051 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0415 22:50:56.796059 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0415 22:50:56.796545 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0415 22:50:56.796569 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0415 22:50:56.796577 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0415 22:50:56.797565 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0415 22:50:56.797581 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0415 22:50:56.797589 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0415 22:50:56.797876 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0415 22:50:56.797898 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0415 22:50:56.797908 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0415 22:50:56.798424 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0415 22:50:56.798448 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0415 22:50:56.798457 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0415 22:50:56.799100 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0415 22:50:56.799118 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0415 22:50:56.799125 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0415 22:50:56.799591 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0415 22:50:56.799614 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0415 22:50:56.799637 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0415 22:50:56.800315 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0415 22:50:56.800333 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0415 22:50:56.800340 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0415 22:50:56.800795 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0415 22:50:56.800813 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0415 22:50:56.800820 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0415 22:50:56.801303 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0415 22:50:56.801320 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0415 22:50:56.801330 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0415 22:50:56.802420 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0415 22:50:56.802438 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0415 22:50:56.802446 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0415 22:50:56.802946 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0415 22:50:56.802964 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0415 22:50:56.802970 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0415 22:50:56.803240 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0415 22:50:56.803255 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0415 22:50:56.803261 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0415 22:50:56.804412 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0415 22:50:56.804430 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0415 22:50:56.804439 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0415 22:50:56.804667 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0415 22:50:56.804681 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0415 22:50:56.804693 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0415 22:50:56.805655 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0415 22:50:56.805673 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0415 22:50:56.805687 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0415 22:50:56.806847 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0415 22:50:56.806863 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0415 22:50:56.806874 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0415 22:50:56.808221 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0415 22:50:56.808455 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0415 22:50:56.813565 3670 egressfirewall.go:374] Starting EgressFirewall controller I0415 22:50:56.813605 3670 controller.go:133] Adding controller egress-firewall-controller event handlers I0415 22:50:56.813625 3670 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0415 22:50:56.813662 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0415 22:50:56.813675 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0415 22:50:56.813662 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0415 22:50:56.813683 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0415 22:50:56.813942 3670 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0415 22:50:56.813957 3670 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0415 22:50:56.813962 3670 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0415 22:50:56.813969 3670 egressqos.go:193] Setting up event handlers for EgressQoS I0415 22:50:56.813981 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-187.ec2.internal" for egress firewall I0415 22:50:56.813993 3670 egressfirewall.go:723] Syncing node "ip-10-0-0-116.ec2.internal" for egress firewall I0415 22:50:56.813999 3670 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:56.814125 3670 egressqos.go:245] Starting EgressQoS Controller I0415 22:50:56.814159 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0415 22:50:56.814170 3670 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0415 22:50:56.814179 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0415 22:50:56.814189 3670 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0415 22:50:56.814199 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0415 22:50:56.814208 3670 shared_informer.go:356] "Caches are synced" controller="egressqos" I0415 22:50:56.814215 3670 egressqos.go:259] Repairing EgressQoSes I0415 22:50:56.814221 3670 egressqos.go:399] Starting repairing loop for egressqos I0415 22:50:56.814308 3670 egressqos.go:401] Finished repairing loop for egressqos: 88.171µs I0415 22:50:56.814335 3670 egressservice_zone.go:132] Setting up event handlers for Egress Services I0415 22:50:56.814356 3670 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-81.ec2.internal I0415 22:50:56.814394 3670 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-81.ec2.internal : 38.889µs I0415 22:50:56.814496 3670 egressservice_zone.go:210] Starting Egress Services Controller I0415 22:50:56.814510 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0415 22:50:56.814519 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0415 22:50:56.814529 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0415 22:50:56.814537 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0415 22:50:56.814548 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0415 22:50:56.814555 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0415 22:50:56.814564 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0415 22:50:56.814572 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0415 22:50:56.814578 3670 egressservice_zone.go:228] Repairing Egress Services I0415 22:50:56.814837 3670 master_controller.go:88] Starting Admin Policy Based Route Controller I0415 22:50:56.814849 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0415 22:50:56.814857 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-116.ec2.internal I0415 22:50:56.814871 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-116.ec2.internal: 16.186µs I0415 22:50:56.814878 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:56.814881 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 4.45µs I0415 22:50:56.814886 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-187.ec2.internal I0415 22:50:56.814890 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-187.ec2.internal: 4.854µs I0415 22:50:56.814979 3670 default_network_controller.go:585] Completing all the Watchers took 323.101278ms I0415 22:50:56.814997 3670 default_network_controller.go:589] Starting unidling controllers I0415 22:50:56.815013 3670 unidle.go:46] Registering OVN SB ControllerEvent handler I0415 22:50:56.815021 3670 unidle.go:63] Populating Initial ContollerEvent events I0415 22:50:56.815037 3670 unidle.go:79] Setting up event handlers for services I0415 22:50:56.815097 3670 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0415 22:50:56.820561 3670 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0415 22:50:57.097776 3670 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:57.115346 3670 bridgeconfig.go:537] Gateway is ready I0415 22:50:57.115365 3670 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0415 22:50:57.127082 3670 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.81. Updating OVN encap IP. I0415 22:50:57.132633 3670 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.81 - it is already configured I0415 22:50:57.132648 3670 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.81/24:{} 172.20.0.1/32:{}]. Updating annotations. I0415 22:50:57.132840 3670 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.81/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-81.ec2.internal","mac-address":"0a:ff:f8:b8:ed:a1","ip-addresses":["10.0.1.81/24"],"ip-address":"10.0.1.81/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:82df4016-7523-4d87-8aa9-52f06142e5a0 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.81/24"}] on node ip-10-0-1-81.ec2.internal I0415 22:50:57.167566 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:57.167626 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:57.167626 3670 master.go:548] Adding or Updating local node "ip-10-0-1-81.ec2.internal" for network "default" I0415 22:50:57.167643 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 21.341µs I0415 22:50:57.167697 3670 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:57.167628 3670 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:57.167744 3670 services_controller.go:574] Full service sync requested for network=default W0415 22:50:57.168037 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:50:57.168186 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:50:57.168231 3670 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.81 W0415 22:50:57.168186 3670 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:57.168283 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0415 22:50:57.168299 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-81.ec2.internal W0415 22:50:57.168303 3670 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0415 22:50:57.171835 3670 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-81.ec2.internal. Updating no re-route policies I0415 22:50:57.171901 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lgv8c I0415 22:50:57.171917 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-4nxhx I0415 22:50:57.171931 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-m4pxn I0415 22:50:57.171933 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lrrww I0415 22:50:57.171940 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-m4pxn I0415 22:50:57.171944 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lrrww I0415 22:50:57.171949 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-t8jsk I0415 22:50:57.171958 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tn4hf I0415 22:50:57.171965 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lrrww after 0 failed attempt(s) I0415 22:50:57.171962 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-t8jsk I0415 22:50:57.171971 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-fpq77 I0415 22:50:57.171974 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-81.ec2.internal I0415 22:50:57.171983 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xcbjn I0415 22:50:57.171983 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4vfcs I0415 22:50:57.171986 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-fpq77 I0415 22:50:57.171991 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xcbjn I0415 22:50:57.171992 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4vfcs I0415 22:50:57.171993 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-t8jsk after 0 failed attempt(s) I0415 22:50:57.171988 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-81.ec2.internal I0415 22:50:57.171994 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-glxnt I0415 22:50:57.172001 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xcf87 I0415 22:50:57.172007 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xcbjn after 0 failed attempt(s) I0415 22:50:57.172008 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4vfcs after 0 failed attempt(s) I0415 22:50:57.172012 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-glxnt I0415 22:50:57.171965 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-m4pxn after 0 failed attempt(s) I0415 22:50:57.172013 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xcf87 I0415 22:50:57.172031 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xcf87 after 0 failed attempt(s) I0415 22:50:57.172010 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-fpq77 after 0 failed attempt(s) I0415 22:50:57.172039 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-glxnt] creating logical port openshift-network-diagnostics_network-check-target-glxnt for pod on switch ip-10-0-1-81.ec2.internal I0415 22:50:57.171988 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-81.ec2.internal I0415 22:50:57.172051 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-81.ec2.internal after 0 failed attempt(s) I0415 22:50:57.171974 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tn4hf I0415 22:50:57.172064 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tn4hf after 0 failed attempt(s) I0415 22:50:57.172010 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-81.ec2.internal I0415 22:50:57.172083 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-81.ec2.internal after 0 failed attempt(s) I0415 22:50:57.171920 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lgv8c I0415 22:50:57.172106 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lgv8c] creating logical port openshift-multus_network-metrics-daemon-lgv8c for pod on switch ip-10-0-1-81.ec2.internal I0415 22:50:57.172333 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-4nxhx I0415 22:50:57.172355 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-4nxhx after 0 failed attempt(s) I0415 22:50:57.172728 3670 pods.go:271] [openshift-multus/network-metrics-daemon-lgv8c] addLogicalPort took 626.409µs, libovsdb time 235.427µs I0415 22:50:57.172740 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-lgv8c after 0 failed attempt(s) I0415 22:50:57.172963 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-glxnt] addLogicalPort took 932.748µs, libovsdb time 187.6µs I0415 22:50:57.172974 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-glxnt after 0 failed attempt(s) I0415 22:50:57.197363 3670 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0415 22:50:57.212254 3670 iptables.go:108] Creating table: mangle chain: OUTPUT I0415 22:50:57.215892 3670 iptables.go:108] Creating table: nat chain: OUTPUT I0415 22:50:57.251398 3670 iptables.go:108] Creating table: nat chain: PREROUTING I0415 22:50:57.316199 3670 iptables.go:108] Creating table: filter chain: FORWARD I0415 22:50:57.334019 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0415 22:50:57.334149 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0415 22:50:57.334194 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0415 22:50:57.334273 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0415 22:50:57.334322 3670 gateway_init.go:325] Gateway and management port readiness took 741.932912ms I0415 22:50:57.334348 3670 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0415 22:50:57.334384 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0415 22:50:57.334397 3670 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0415 22:50:57.334406 3670 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0415 22:50:57.334465 3670 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0415 22:50:57.334548 3670 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.986µs I0415 22:50:57.334730 3670 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0415 22:50:57.334761 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.267µs I0415 22:50:57.334771 3670 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.476µs I0415 22:50:57.334777 3670 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0415 22:50:57.334787 3670 nad_controller.go:379] [node-nad-controller NAD controller]: started I0415 22:50:57.334791 3670 default_node_network_controller.go:899] Starting the default node network controller I0415 22:50:57.334796 3670 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0415 22:50:57.334876 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.744µs I0415 22:50:57.334921 3670 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0415 22:50:57.334929 3670 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0415 22:50:57.334952 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b270 0xc0002adf10 0xc0002b6000 0xc0002b60e0 0xc0002b6150 0xc0002b61c0 0xc0002b6230 0xc000b216d0 0xc0002b62a0 0xc0002b6380 0xc000186320 0xc00653b340 0xc0002b6460 map[0x2ff9080:0xc00226d0e0 0x2ff95c0:0xc00226d260 0x2ffa2e0:0xc00103d740 0x2ffa580:0xc00226d080 0x2ffad60:0xc00226d140 0x2ffb000:0xc00226d1a0 0x2ffb2a0:0xc00226d200 0x2ffba80:0xc00226d2c0 0x2ffbd20:0xc00226d3e0 0x3026980:0xc00103d4a0 0x3026d20:0xc00103d500 0x3027800:0xc000b6da40 0x3029160:0xc00108ab40 0x30298a0:0xc00103d6e0 0x302a720:0xc00148c180] 0xc000b22460 0} I0415 22:50:57.335009 3670 gateway.go:151] Starting gateway service sync I0415 22:50:57.335474 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0415 22:50:57.337776 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0415 22:50:57.363763 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0415 22:50:57.365025 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0415 22:50:57.366247 3670 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0415 22:50:57.400329 3670 gateway.go:168] Gateway service sync done. Time taken: 65.310379ms I0415 22:50:57.400835 3670 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30424 I0415 22:50:57.401186 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b270 0xc0002adf10 0xc0002b6000 0xc0002b60e0 0xc0002b6150 0xc0002b61c0 0xc0002b6230 0xc000b216d0 0xc0002b62a0 0xc0002b6380 0xc000186320 0xc00653b340 0xc0002b6460 map[0x2ff9080:0xc00226d0e0 0x2ff95c0:0xc00226d260 0x2ffa2e0:0xc00103d740 0x2ffa580:0xc00226d080 0x2ffad60:0xc00226d140 0x2ffb000:0xc00226d1a0 0x2ffb2a0:0xc00226d200 0x2ffba80:0xc00226d2c0 0x2ffbd20:0xc00226d3e0 0x3026980:0xc00103d4a0 0x3026d20:0xc00103d500 0x3027800:0xc000b6da40 0x3029160:0xc00108ab40 0x30298a0:0xc00103d6e0 0x302a720:0xc00148c180] 0xc000b22460 0} I0415 22:50:57.401638 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b270 0xc0002adf10 0xc0002b6000 0xc0002b60e0 0xc0002b6150 0xc0002b61c0 0xc0002b6230 0xc000b216d0 0xc0002b62a0 0xc0002b6380 0xc000186320 0xc00653b340 0xc0002b6460 map[0x2ff9080:0xc00226d0e0 0x2ff95c0:0xc00226d260 0x2ffa2e0:0xc00103d740 0x2ffa580:0xc00226d080 0x2ffad60:0xc00226d140 0x2ffb000:0xc00226d1a0 0x2ffb2a0:0xc00226d200 0x2ffba80:0xc00226d2c0 0x2ffbd20:0xc00226d3e0 0x3026980:0xc00103d4a0 0x3026d20:0xc00103d500 0x3027800:0xc000b6da40 0x3029160:0xc00108ab40 0x30298a0:0xc00103d6e0 0x302a720:0xc00148c180] 0xc000b22460 0} I0415 22:50:57.401671 3670 gateway.go:532] Reconciling gateway with updates I0415 22:50:57.406669 3670 gateway.go:339] Spawning Conntrack Rule Check Thread I0415 22:50:57.406749 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:57.406764 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:57.406772 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:57.406770 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:57.406782 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0415 22:50:57.406784 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:57.406787 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:57.406791 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:57.406796 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:57.406798 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:57.406800 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:57.406804 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:57.406804 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:57.406813 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:57.406817 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:57.406821 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:57.406826 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:57.406832 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:57.406834 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0415 22:50:57.406834 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:57.406839 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0415 22:50:57.406749 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:57.406846 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:57.406849 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0415 22:50:57.406849 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:57.406819 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:57.406861 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:57.406863 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:57.406835 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:57.406862 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:57.406872 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0415 22:50:57.406872 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:57.406880 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:57.406882 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:57.406877 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:57.406891 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:57.406889 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:57.406899 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:57.406901 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:57.406904 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:57.406906 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:57.406904 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:57.406915 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:57.406919 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:57.406920 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0415 22:50:57.406921 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0415 22:50:57.406930 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0415 22:50:57.406933 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0415 22:50:57.406930 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:57.406807 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:57.406945 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0415 22:50:57.406948 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:57.406950 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0415 22:50:57.406946 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0415 22:50:57.406951 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:57.406960 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0415 22:50:57.406963 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0415 22:50:57.406968 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:57.406985 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0415 22:50:57.406899 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:57.407007 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0415 22:50:57.406905 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:57.406819 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0415 22:50:57.407021 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:57.407025 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0415 22:50:57.407033 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0415 22:50:57.407008 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:57.407047 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0415 22:50:57.407057 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0415 22:50:57.406766 3670 default_node_network_controller.go:944] Gateway and management port readiness took 71.831675ms I0415 22:50:57.406910 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:57.407108 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:57.406873 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0415 22:50:57.407116 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0415 22:50:57.406864 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:57.406936 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0415 22:50:57.406777 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:57.407167 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0415 22:50:57.406884 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:57.407421 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:57.406850 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:57.407437 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:57.407444 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0415 22:50:57.406765 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:57.407453 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:57.406776 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:57.407519 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:57.407525 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0415 22:50:57.406788 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:57.406854 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:57.406856 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:57.407663 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30445 is already open, no action needed I0415 22:50:57.407672 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30437 is already open, no action needed I0415 22:50:57.406826 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0415 22:50:57.406846 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:57.406866 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:57.407763 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:57.406867 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:57.406869 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:57.407874 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0415 22:50:57.406875 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:57.407885 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:57.406876 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:57.407888 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0415 22:50:57.406886 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:57.407901 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:57.407915 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0415 22:50:57.406887 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:57.406892 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:57.407958 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:57.406897 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:57.407986 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:57.407992 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0415 22:50:57.406912 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:57.406923 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:57.406934 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0415 22:50:57.408087 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0415 22:50:57.406932 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0415 22:50:57.406939 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0415 22:50:57.406952 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:57.408160 3670 node_ip_handler_linux.go:160] Node IP manager is running I0415 22:50:57.406957 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:57.406957 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0415 22:50:57.407088 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) W0415 22:50:57.444942 3670 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0415 22:50:57.445067 3670 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0415 22:50:57.445192 3670 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0415 22:50:57.454022 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0415 22:50:57.454048 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0415 22:50:57.493368 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0415 22:50:57.493390 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0415 22:50:57.493396 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0415 22:50:57.493404 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0415 22:50:57.493415 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0415 22:50:57.493422 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0415 22:50:57.493430 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0415 22:50:57.532064 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0415 22:50:57.532074 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0415 22:50:57.532091 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0415 22:50:57.532110 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0415 22:50:57.532117 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0415 22:50:57.532122 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0415 22:50:57.532141 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0415 22:50:57.532155 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0415 22:50:57.532174 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0415 22:50:57.532181 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0415 22:50:57.532188 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0415 22:50:57.532193 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) W0415 22:50:58.686801 3670 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.686817 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.686822 3670 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.750163 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:50:59.016776 3670 default_node_network_controller.go:1380] Starting node controller node sync W0415 22:50:59.016787 3670 egressip_healthcheck.go:76] Health checking using insecure connection I0415 22:50:59.016850 3670 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0415 22:50:59.029237 3670 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.439344ms I0415 22:50:59.029377 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-187.ec2.internal", IP: 10.0.2.187 to PMTUD blocking rules I0415 22:50:59.029384 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-116.ec2.internal", IP: 10.0.0.116 to PMTUD blocking rules I0415 22:50:59.029395 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-187.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:59.029396 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-116.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:59.041288 3670 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0415 22:50:59.041551 3670 egressservice_node.go:93] Setting up event handlers for Egress Services I0415 22:50:59.041685 3670 egressservice_node.go:183] Starting Egress Services Controller I0415 22:50:59.041700 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0415 22:50:59.041708 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0415 22:50:59.041714 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0415 22:50:59.041719 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0415 22:50:59.041724 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0415 22:50:59.041728 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0415 22:50:59.041732 3670 egressservice_node.go:197] Repairing Egress Services I0415 22:50:59.051737 3670 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0415 22:50:59.051751 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0415 22:50:59.052037 3670 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0415 22:50:59.052051 3670 link_network_manager.go:119] Link manager is running I0415 22:50:59.052059 3670 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0415 22:50:59.052221 3670 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0415 22:50:59.052401 3670 vrf_manager.go:128] VRF manager is running I0415 22:50:59.052496 3670 node_controller_manager.go:437] Removing flows to drop GARP I0415 22:50:59.052506 3670 gateway.go:532] Reconciling gateway with updates I0415 22:50:59.073094 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:59.073099 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:59.073114 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:59.073123 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:59.073125 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:59.073148 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0415 22:50:59.073146 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:59.073155 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0415 22:50:59.073155 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:59.073160 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:59.073163 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:59.073166 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:59.073168 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:59.073173 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:59.073179 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:59.073186 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:59.073189 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:59.073187 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:59.073125 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:59.073202 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:59.073201 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0415 22:50:59.073207 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:59.073208 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0415 22:50:59.073212 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:59.073215 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0415 22:50:59.073218 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0415 22:50:59.073167 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:59.073236 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0415 22:50:59.073235 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0415 22:50:59.073244 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0415 22:50:59.073221 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:59.073249 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0415 22:50:59.073250 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0415 22:50:59.073248 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:59.073259 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:59.073265 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:59.073264 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:59.073205 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:59.073276 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:59.073278 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:59.073276 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:59.073285 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:59.073286 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0415 22:50:59.073288 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:59.073292 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:59.073293 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0415 22:50:59.073289 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:59.073122 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:59.073301 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:59.073308 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:59.073316 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:59.073318 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:59.073318 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:59.073321 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:59.073323 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:59.073238 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:59.073332 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:59.073328 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:59.073329 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:59.073283 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:59.073340 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:59.073341 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:59.073349 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30445 is already open, no action needed I0415 22:50:59.073349 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:59.073356 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30437 is already open, no action needed I0415 22:50:59.073353 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:59.073363 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:59.073364 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:59.073371 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0415 22:50:59.073208 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:59.073379 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:59.073387 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0415 22:50:59.073152 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:59.073355 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:59.073213 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0415 22:50:59.073148 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:59.073435 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:59.073266 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:59.073118 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:59.073449 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0415 22:50:59.073260 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0415 22:50:59.073459 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:59.073465 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:59.073476 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:59.073483 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0415 22:50:59.073106 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:59.073496 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:59.073199 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:59.073531 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:59.073214 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:59.073557 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:59.073225 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:59.073588 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:59.073229 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0415 22:50:59.073237 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0415 22:50:59.073620 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0415 22:50:59.073625 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0415 22:50:59.073237 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0415 22:50:59.073252 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:59.073641 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:59.073250 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0415 22:50:59.073265 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0415 22:50:59.073684 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0415 22:50:59.073274 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:59.073709 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:59.073714 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0415 22:50:59.073299 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:59.073320 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:59.073742 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:59.073376 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:59.073766 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:59.073770 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0415 22:50:59.073153 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:59.073777 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101309 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0415 22:50:59.101325 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0415 22:50:59.101330 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101335 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0415 22:50:59.101340 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101344 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101349 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0415 22:50:59.101354 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101358 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101363 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0415 22:50:59.101368 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0415 22:50:59.101374 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101385 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0415 22:50:59.101400 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0415 22:50:59.101406 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0415 22:50:59.101411 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0415 22:50:59.101416 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0415 22:50:59.139809 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0415 22:50:59.139819 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0415 22:50:59.139834 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0415 22:50:59.139843 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0415 22:50:59.139851 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0415 22:50:59.139855 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0415 22:50:59.139860 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0415 22:50:59.178365 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0415 22:50:59.178387 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0415 22:50:59.178394 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0415 22:50:59.178399 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0415 22:50:59.178404 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0415 22:50:59.178411 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0415 22:50:59.178416 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0415 22:50:59.178424 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0415 22:51:00.925447 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:51:00.925479 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 40.18µs I0415 22:51:00.958680 3670 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5c644f5675-tkcgm] creating logical port openshift-image-registry_image-registry-5c644f5675-tkcgm for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:00.958807 3670 kube.go:256] Updating pod openshift-image-registry/image-registry-5c644f5675-tkcgm I0415 22:51:00.981580 3670 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x6sdk] creating logical port openshift-insights_insights-runtime-extractor-x6sdk for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:00.981691 3670 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x6sdk I0415 22:51:00.991850 3670 pod.go:62] [openshift-image-registry/image-registry-5c644f5675-tkcgm] pod update took 33.073229ms I0415 22:51:00.991870 3670 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5c644f5675-tkcgm] addLogicalPort annotation time took 33.096726ms I0415 22:51:00.991898 3670 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nldsw] creating logical port openshift-dns_dns-default-nldsw for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:00.991985 3670 kube.go:256] Updating pod openshift-dns/dns-default-nldsw I0415 22:51:00.992971 3670 pods.go:271] [openshift-image-registry/image-registry-5c644f5675-tkcgm] addLogicalPort took 34.306186ms, libovsdb time 855.346µs I0415 22:51:01.000364 3670 pod.go:62] [openshift-insights/insights-runtime-extractor-x6sdk] pod update took 18.700681ms I0415 22:51:01.000390 3670 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-x6sdk] addLogicalPort annotation time took 18.728927ms I0415 22:51:01.001483 3670 pods.go:271] [openshift-insights/insights-runtime-extractor-x6sdk] addLogicalPort took 19.917447ms, libovsdb time 799.342µs I0415 22:51:01.008495 3670 pod.go:62] [openshift-dns/dns-default-nldsw] pod update took 16.532916ms I0415 22:51:01.008516 3670 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nldsw] addLogicalPort annotation time took 16.553302ms I0415 22:51:01.009498 3670 pods.go:271] [openshift-dns/dns-default-nldsw] addLogicalPort took 17.612751ms, libovsdb time 776.272µs I0415 22:51:01.088771 3670 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-lhgcq] creating logical port openshift-ingress-canary_ingress-canary-lhgcq for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:01.088854 3670 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-lhgcq I0415 22:51:01.106279 3670 pod.go:62] [openshift-ingress-canary/ingress-canary-lhgcq] pod update took 17.451184ms I0415 22:51:01.106303 3670 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-lhgcq] addLogicalPort annotation time took 17.478407ms I0415 22:51:01.107453 3670 pods.go:271] [openshift-ingress-canary/ingress-canary-lhgcq] addLogicalPort took 18.694116ms, libovsdb time 903.325µs I0415 22:51:01.362551 3670 cni.go:452] [openshift-image-registry/image-registry-5c644f5675-tkcgm 8107a9588facab3a583484673a0f32506a06542961d57f3eeffdf4b385a757cf network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5c644f5675-tkcgm 8107a9588facab3a583484673a0f32506a06542961d57f3eeffdf4b385a757cf network default NAD default NAD key ] I0415 22:51:01.381187 3670 cni.go:452] [openshift-insights/insights-runtime-extractor-x6sdk 5401145aa742f94c55c17c764bd5b8383203ddc9b6e1d485f735b4f77118197d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x6sdk 5401145aa742f94c55c17c764bd5b8383203ddc9b6e1d485f735b4f77118197d network default NAD default NAD key ] I0415 22:51:01.401546 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5c644f5675-tkcgm, hostIfaceName: 8107a9588facab3, network: default, NAD default, SandboxID: "8107a9588facab3a583484673a0f32506a06542961d57f3eeffdf4b385a757cf", PCI device ID: , UID: "9922debc-a3a0-4724-be48-51789e680bf9", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0415 22:51:01.401651 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x6sdk, hostIfaceName: 5401145aa742f94, network: default, NAD default, SandboxID: "5401145aa742f94c55c17c764bd5b8383203ddc9b6e1d485f735b4f77118197d", PCI device ID: , UID: "0bf9d565-9496-4487-83e3-5804f7898f64", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0415 22:51:01.414537 3670 cni.go:452] [openshift-dns/dns-default-nldsw f64b655ef018c19b9e2ffc74af3b9e9017e2b5eff837007e1f19bc5ee90ae0ef network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nldsw f64b655ef018c19b9e2ffc74af3b9e9017e2b5eff837007e1f19bc5ee90ae0ef network default NAD default NAD key ] I0415 22:51:01.425740 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nldsw, hostIfaceName: f64b655ef018c19, network: default, NAD default, SandboxID: "f64b655ef018c19b9e2ffc74af3b9e9017e2b5eff837007e1f19bc5ee90ae0ef", PCI device ID: , UID: "6e6befeb-155d-4464-b728-8cf3e9fb841c", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0415 22:51:01.454628 3670 cni.go:473] [openshift-insights/insights-runtime-extractor-x6sdk 5401145aa742f94c55c17c764bd5b8383203ddc9b6e1d485f735b4f77118197d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x6sdk 5401145aa742f94c55c17c764bd5b8383203ddc9b6e1d485f735b4f77118197d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:97:6a:75:1e:78\",\"name\":\"5401145aa742f94\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89ddb550-de99-48c8-9d01-08b46712551d\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:01.459946 3670 cni.go:473] [openshift-image-registry/image-registry-5c644f5675-tkcgm 8107a9588facab3a583484673a0f32506a06542961d57f3eeffdf4b385a757cf network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5c644f5675-tkcgm 8107a9588facab3a583484673a0f32506a06542961d57f3eeffdf4b385a757cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:9e:f7:bc:6e:1d\",\"name\":\"8107a9588facab3\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b0394aa-9255-4de6-a150-f2fd1daa2a0d\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:01.473388 3670 cni.go:473] [openshift-dns/dns-default-nldsw f64b655ef018c19b9e2ffc74af3b9e9017e2b5eff837007e1f19bc5ee90ae0ef network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nldsw f64b655ef018c19b9e2ffc74af3b9e9017e2b5eff837007e1f19bc5ee90ae0ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:5a:3b:56:a0:98\",\"name\":\"f64b655ef018c19\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c643a9a-9367-4720-b3c9-4f9312801fb4\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:01.484291 3670 cni.go:452] [openshift-ingress-canary/ingress-canary-lhgcq 6c06e943c958e21cab0fcc156776c4c0ab6159799967f18edfa4727ddbbea4d6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-lhgcq 6c06e943c958e21cab0fcc156776c4c0ab6159799967f18edfa4727ddbbea4d6 network default NAD default NAD key ] I0415 22:51:01.495793 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-lhgcq, hostIfaceName: 6c06e943c958e21, network: default, NAD default, SandboxID: "6c06e943c958e21cab0fcc156776c4c0ab6159799967f18edfa4727ddbbea4d6", PCI device ID: , UID: "31224f62-08df-48d6-9864-e2c0db04c9c1", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0415 22:51:01.545085 3670 cni.go:473] [openshift-ingress-canary/ingress-canary-lhgcq 6c06e943c958e21cab0fcc156776c4c0ab6159799967f18edfa4727ddbbea4d6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-lhgcq 6c06e943c958e21cab0fcc156776c4c0ab6159799967f18edfa4727ddbbea4d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:8f:05:d8:17:e1\",\"name\":\"6c06e943c958e21\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad1e8406-6c51-4e64-b639-81a19d5896c7\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:51:01.769385 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:02.236480 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:02.705377 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0415 22:51:03.267819 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-j9vtm] creating logical port openshift-monitoring_prometheus-operator-76b589d668-j9vtm for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:03.267939 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-j9vtm I0415 22:51:03.286329 3670 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-j9vtm] pod update took 18.414107ms I0415 22:51:03.286355 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-j9vtm] addLogicalPort annotation time took 18.446451ms I0415 22:51:03.287651 3670 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-j9vtm] addLogicalPort took 19.849957ms, libovsdb time 962.873µs I0415 22:51:03.867008 3670 base_network_controller_pods.go:487] [default/openshift-console/console-6c4d46d968-whbxp] creating logical port openshift-console_console-6c4d46d968-whbxp for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:03.867167 3670 kube.go:256] Updating pod openshift-console/console-6c4d46d968-whbxp I0415 22:51:03.890762 3670 pod.go:62] [openshift-console/console-6c4d46d968-whbxp] pod update took 23.642316ms I0415 22:51:03.890789 3670 base_network_controller_pods.go:951] [default/openshift-console/console-6c4d46d968-whbxp] addLogicalPort annotation time took 23.675791ms W0415 22:51:03.890814 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0415 22:51:03.892020 3670 pods.go:271] [openshift-console/console-6c4d46d968-whbxp] addLogicalPort took 25.029887ms, libovsdb time 969.169µs I0415 22:51:04.263501 3670 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-j9vtm 1fbc6a202d50cc565052f5101befb948c70ca474408f356f27d48aea349e1350 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-j9vtm 1fbc6a202d50cc565052f5101befb948c70ca474408f356f27d48aea349e1350 network default NAD default NAD key ] I0415 22:51:04.273377 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-j9vtm, hostIfaceName: 1fbc6a202d50cc5, network: default, NAD default, SandboxID: "1fbc6a202d50cc565052f5101befb948c70ca474408f356f27d48aea349e1350", PCI device ID: , UID: "1e4733e9-3e34-4586-bff2-34ff81c84293", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0415 22:51:04.278788 3670 cni.go:452] [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key ] I0415 22:51:04.291033 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c4d46d968-whbxp, hostIfaceName: 8accb96eb8f70ed, network: default, NAD default, SandboxID: "8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0", PCI device ID: , UID: "cab47469-1a2e-4d9b-a861-ffbf56a699de", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0415 22:51:04.328856 3670 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-j9vtm 1fbc6a202d50cc565052f5101befb948c70ca474408f356f27d48aea349e1350 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-j9vtm 1fbc6a202d50cc565052f5101befb948c70ca474408f356f27d48aea349e1350 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7a:3d:55:d5:bb\",\"name\":\"1fbc6a202d50cc5\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3f61a91-b4ed-4806-8f04-2ee99a5d9292\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:04.343410 3670 cni.go:473] [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:54:f8:a1:e5:e0\",\"name\":\"8accb96eb8f70ed\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad8f89d0-fbe9-4d1d-ad98-e251bcc050f1\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:51:05.245249 3670 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:05.245273 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:05.245282 3670 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758843 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758861 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758868 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758881 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758886 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758892 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.290180 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:08.660557 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.660581 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.660589 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.660602 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.660608 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.660612 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0415 22:51:10.731313 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-tm98l] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-tm98l for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:10.731445 3670 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-tm98l I0415 22:51:10.757701 3670 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-tm98l] pod update took 26.284353ms I0415 22:51:10.757951 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-tm98l] addLogicalPort annotation time took 26.540023ms I0415 22:51:10.759072 3670 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-tm98l] addLogicalPort took 27.776228ms, libovsdb time 830.791µs I0415 22:51:10.767738 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-7tmk7 for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:10.767828 3670 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7 I0415 22:51:10.787253 3670 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7] pod update took 19.45177ms I0415 22:51:10.787274 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7] addLogicalPort annotation time took 19.477201ms I0415 22:51:10.788349 3670 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7] addLogicalPort took 20.626214ms, libovsdb time 770.969µs I0415 22:51:11.709755 3670 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-tm98l a19aafe5fe56fa56aa5cb74d694fe617102bae8a96ef56a3e64d1539240d53b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-tm98l a19aafe5fe56fa56aa5cb74d694fe617102bae8a96ef56a3e64d1539240d53b8 network default NAD default NAD key ] I0415 22:51:11.721072 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-tm98l, hostIfaceName: a19aafe5fe56fa5, network: default, NAD default, SandboxID: "a19aafe5fe56fa56aa5cb74d694fe617102bae8a96ef56a3e64d1539240d53b8", PCI device ID: , UID: "bc961820-e97c-4b0c-b484-b4dc990ad675", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0415 22:51:11.753246 3670 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7 ecb56a7a9258163a715a94a39c5be2da4e37e7aaca54638898d0377cec246a40 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7 ecb56a7a9258163a715a94a39c5be2da4e37e7aaca54638898d0377cec246a40 network default NAD default NAD key ] I0415 22:51:11.764188 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-7tmk7, hostIfaceName: ecb56a7a9258163, network: default, NAD default, SandboxID: "ecb56a7a9258163a715a94a39c5be2da4e37e7aaca54638898d0377cec246a40", PCI device ID: , UID: "366c27d8-934c-485a-8b84-47a5bd113a2e", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0415 22:51:11.774574 3670 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-tm98l a19aafe5fe56fa56aa5cb74d694fe617102bae8a96ef56a3e64d1539240d53b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-tm98l a19aafe5fe56fa56aa5cb74d694fe617102bae8a96ef56a3e64d1539240d53b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0a:9c:cd:5f:6c\",\"name\":\"a19aafe5fe56fa5\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f74806c-2a28-40f7-a561-f1e918da9559\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:11.814309 3670 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7 ecb56a7a9258163a715a94a39c5be2da4e37e7aaca54638898d0377cec246a40 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-7tmk7 ecb56a7a9258163a715a94a39c5be2da4e37e7aaca54638898d0377cec246a40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:3d:71:dc:9e:fe\",\"name\":\"ecb56a7a9258163\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9002df26-1e3a-4a21-a204-68569e504528\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:11.886946 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:11.887064 3670 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0415 22:51:11.913902 3670 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.885915ms I0415 22:51:11.913927 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.915976ms I0415 22:51:11.915419 3670 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.488576ms, libovsdb time 1.0408ms I0415 22:51:12.873382 3670 cni.go:452] [openshift-monitoring/alertmanager-main-0 94fd6f5ac4bfa8c6aa2a3d84666a2eca7ae52df7027a4fb957a74cd0adc34a87 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 94fd6f5ac4bfa8c6aa2a3d84666a2eca7ae52df7027a4fb957a74cd0adc34a87 network default NAD default NAD key ] I0415 22:51:12.904310 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 94fd6f5ac4bfa8c, network: default, NAD default, SandboxID: "94fd6f5ac4bfa8c6aa2a3d84666a2eca7ae52df7027a4fb957a74cd0adc34a87", PCI device ID: , UID: "9a161c72-0912-4409-9631-dd6c589e2e30", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0415 22:51:12.948867 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g] creating logical port openshift-monitoring_thanos-querier-c6d4c56b4-ccv2g for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:12.949064 3670 kube.go:256] Updating pod openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g I0415 22:51:12.960593 3670 cni.go:473] [openshift-monitoring/alertmanager-main-0 94fd6f5ac4bfa8c6aa2a3d84666a2eca7ae52df7027a4fb957a74cd0adc34a87 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 94fd6f5ac4bfa8c6aa2a3d84666a2eca7ae52df7027a4fb957a74cd0adc34a87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:fa:51:dc:ee:f0\",\"name\":\"94fd6f5ac4bfa8c\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bca887b3-b012-4952-a576-09abf1045a1a\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:12.971565 3670 pod.go:62] [openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g] pod update took 22.545077ms I0415 22:51:12.971587 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g] addLogicalPort annotation time took 22.580852ms I0415 22:51:12.972924 3670 pods.go:271] [openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g] addLogicalPort took 24.076841ms, libovsdb time 995.032µs I0415 22:51:14.091976 3670 cni.go:452] [openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g 361ae0fde14b0a96f5a31b6d159dad57a2e6c90a119ec2c4e3dca74579b0b771 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g 361ae0fde14b0a96f5a31b6d159dad57a2e6c90a119ec2c4e3dca74579b0b771 network default NAD default NAD key ] I0415 22:51:14.104221 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-c6d4c56b4-ccv2g, hostIfaceName: 361ae0fde14b0a9, network: default, NAD default, SandboxID: "361ae0fde14b0a96f5a31b6d159dad57a2e6c90a119ec2c4e3dca74579b0b771", PCI device ID: , UID: "b7808227-0282-4aa1-b251-d7cea06e7ae3", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0415 22:51:14.162678 3670 cni.go:473] [openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g 361ae0fde14b0a96f5a31b6d159dad57a2e6c90a119ec2c4e3dca74579b0b771 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-c6d4c56b4-ccv2g 361ae0fde14b0a96f5a31b6d159dad57a2e6c90a119ec2c4e3dca74579b0b771 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:8e:0c:2c:72:8f\",\"name\":\"361ae0fde14b0a9\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb8ac7b3-398a-453c-b0e6-6517123c0dbb\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:51:14.284926 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:51:14.728503 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0415 22:51:15.189418 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7696688767-xrb6x] creating logical port openshift-monitoring_metrics-server-7696688767-xrb6x for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:15.189586 3670 kube.go:256] Updating pod openshift-monitoring/metrics-server-7696688767-xrb6x I0415 22:51:15.210078 3670 pod.go:62] [openshift-monitoring/metrics-server-7696688767-xrb6x] pod update took 20.523161ms I0415 22:51:15.210103 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7696688767-xrb6x] addLogicalPort annotation time took 20.550879ms I0415 22:51:15.211409 3670 pods.go:271] [openshift-monitoring/metrics-server-7696688767-xrb6x] addLogicalPort took 22.013006ms, libovsdb time 955.394µs W0415 22:51:15.236382 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:15.236406 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:15.236413 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:15.357351 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.357370 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.357375 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0415 22:51:15.518387 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6ljx6 for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:15.518538 3670 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6 I0415 22:51:15.536080 3670 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6] pod update took 17.577039ms I0415 22:51:15.536106 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6] addLogicalPort annotation time took 17.608447ms I0415 22:51:15.537304 3670 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6] addLogicalPort took 18.938822ms, libovsdb time 874.106µs I0415 22:51:15.593253 3670 cni.go:452] [openshift-monitoring/metrics-server-7696688767-xrb6x 6ec98b7801bb4f084480023e237ecdaa962ec8cec72396809f0ec5aa9fb1013d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7696688767-xrb6x 6ec98b7801bb4f084480023e237ecdaa962ec8cec72396809f0ec5aa9fb1013d network default NAD default NAD key ] I0415 22:51:15.602441 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7696688767-xrb6x, hostIfaceName: 6ec98b7801bb4f0, network: default, NAD default, SandboxID: "6ec98b7801bb4f084480023e237ecdaa962ec8cec72396809f0ec5aa9fb1013d", PCI device ID: , UID: "2bd34d03-35d6-45c0-a1ab-55d428a6a744", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0415 22:51:15.650920 3670 cni.go:473] [openshift-monitoring/metrics-server-7696688767-xrb6x 6ec98b7801bb4f084480023e237ecdaa962ec8cec72396809f0ec5aa9fb1013d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7696688767-xrb6x 6ec98b7801bb4f084480023e237ecdaa962ec8cec72396809f0ec5aa9fb1013d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:33:e1:fa:ad:f0\",\"name\":\"6ec98b7801bb4f0\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7e1b665-edeb-4dac-a7d2-683eb58dc8fd\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:51:15.747238 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:15.747261 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:15.868239 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.868255 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.868261 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0415 22:51:16.611095 3670 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6 e4805f71c68a9d9967988894e3c73c05f8639c06070cc7231cefc34c3d1c94ce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6 e4805f71c68a9d9967988894e3c73c05f8639c06070cc7231cefc34c3d1c94ce network default NAD default NAD key ] I0415 22:51:16.621376 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6ljx6, hostIfaceName: e4805f71c68a9d9, network: default, NAD default, SandboxID: "e4805f71c68a9d9967988894e3c73c05f8639c06070cc7231cefc34c3d1c94ce", PCI device ID: , UID: "810d6504-ddb6-4581-9645-d1203879a46f", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] W0415 22:51:16.635911 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6c4d46d968-wtbdk IP address from the namespace address-set, err: pod openshift-console/console-6c4d46d968-wtbdk: no pod IPs found I0415 22:51:16.680408 3670 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6 e4805f71c68a9d9967988894e3c73c05f8639c06070cc7231cefc34c3d1c94ce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6ljx6 e4805f71c68a9d9967988894e3c73c05f8639c06070cc7231cefc34c3d1c94ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:82:19:63:35:a9\",\"name\":\"e4805f71c68a9d9\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64679c4b-ec66-4c99-a3b3-4d862541191f\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:17.205897 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-81.ec2.internal I0415 22:51:17.206027 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0415 22:51:17.242773 3670 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 36.783506ms I0415 22:51:17.242897 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 36.911022ms I0415 22:51:17.244676 3670 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 38.800193ms, libovsdb time 1.213152ms I0415 22:51:18.472152 3670 cni.go:452] [openshift-monitoring/prometheus-k8s-0 9e304c030617bf53e5e31758c4db459ea6cf785a02537cbb9d891f370e47fa75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 9e304c030617bf53e5e31758c4db459ea6cf785a02537cbb9d891f370e47fa75 network default NAD default NAD key ] I0415 22:51:18.481762 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 9e304c030617bf5, network: default, NAD default, SandboxID: "9e304c030617bf53e5e31758c4db459ea6cf785a02537cbb9d891f370e47fa75", PCI device ID: , UID: "56d95591-8c52-4028-845a-0e423b83cf83", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0415 22:51:18.539017 3670 cni.go:473] [openshift-monitoring/prometheus-k8s-0 9e304c030617bf53e5e31758c4db459ea6cf785a02537cbb9d891f370e47fa75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 9e304c030617bf53e5e31758c4db459ea6cf785a02537cbb9d891f370e47fa75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:f0:7b:a0:9c:33\",\"name\":\"9e304c030617bf5\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a01f7047-db77-4575-81f8-57cd1320538a\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:51:18.936625 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:18.936642 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:18.965255 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.965274 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.965279 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.965283 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.985888 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:19.354181 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.354206 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.354212 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.354218 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.384474 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:19.427283 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:19.427300 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0415 22:51:21.045204 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:21.045749 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:21.780423 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:21.780443 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:21.786276 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb65876fd-v67qt I0415 22:51:21.786302 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb65876fd-v67qt W0415 22:51:23.215341 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:24.893079 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.893099 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.893105 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.893110 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.893122 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.893126 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.893152 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.893158 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:25.348346 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:25.348369 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:25.348376 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:25.348383 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0415 22:51:29.025049 3670 cni.go:452] [openshift-multus/network-metrics-daemon-lgv8c 4ca7a6243ce1540779c98f06e43170c772fd26db2994f5d7def681186bbbb99c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-lgv8c 4ca7a6243ce1540779c98f06e43170c772fd26db2994f5d7def681186bbbb99c network default NAD default NAD key ] I0415 22:51:29.036502 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-lgv8c, hostIfaceName: 4ca7a6243ce1540, network: default, NAD default, SandboxID: "4ca7a6243ce1540779c98f06e43170c772fd26db2994f5d7def681186bbbb99c", PCI device ID: , UID: "df692c9b-405a-41cc-b0b5-9b699b62fef3", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0415 22:51:29.087731 3670 cni.go:473] [openshift-multus/network-metrics-daemon-lgv8c 4ca7a6243ce1540779c98f06e43170c772fd26db2994f5d7def681186bbbb99c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-lgv8c 4ca7a6243ce1540779c98f06e43170c772fd26db2994f5d7def681186bbbb99c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:0f:d1:e8:36:3a\",\"name\":\"4ca7a6243ce1540\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d51d865-85fc-4d10-ab16-6c20cd2cb49a\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:29.108544 3670 cni.go:452] [openshift-network-diagnostics/network-check-target-glxnt 4c0a3b42cf6777eb058be4ce8ab0f812d87c6396e73225f15b8be0bf0d159685 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-glxnt 4c0a3b42cf6777eb058be4ce8ab0f812d87c6396e73225f15b8be0bf0d159685 network default NAD default NAD key ] I0415 22:51:29.119671 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-glxnt, hostIfaceName: 4c0a3b42cf6777e, network: default, NAD default, SandboxID: "4c0a3b42cf6777eb058be4ce8ab0f812d87c6396e73225f15b8be0bf0d159685", PCI device ID: , UID: "6285b699-4b20-4e9d-a4c8-3b8c43148bc2", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0415 22:51:29.175530 3670 cni.go:473] [openshift-network-diagnostics/network-check-target-glxnt 4c0a3b42cf6777eb058be4ce8ab0f812d87c6396e73225f15b8be0bf0d159685 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-glxnt 4c0a3b42cf6777eb058be4ce8ab0f812d87c6396e73225f15b8be0bf0d159685 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:dd:75:e9:bd:30\",\"name\":\"4c0a3b42cf6777e\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de1dc24d-1370-4b85-a121-2e53d4576011\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:51:29.206634 3670 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:29.207165 3670 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:29.933898 3670 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:29.933995 3670 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:29.939740 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f96bb95f8-bjbd5 I0415 22:51:29.939762 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f96bb95f8-bjbd5 I0415 22:51:39.659566 3670 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:39.660125 3670 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:39.833872 3670 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:39.833899 3670 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:39.841822 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f96bb95f8-sbjh9 I0415 22:51:39.841848 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f96bb95f8-sbjh9 W0415 22:51:39.875962 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:39.875982 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:40.328107 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:40.847268 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0415 22:51:42.931978 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.931996 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.932002 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.932016 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.932021 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.932026 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.942702 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.942728 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.942735 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0415 22:51:48.581529 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:48.582045 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:48.994733 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:48.994755 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:49.000642 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb65876fd-bpp2m I0415 22:51:49.000670 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb65876fd-bpp2m W0415 22:52:00.935382 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0415 22:52:03.395454 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:52:05.169531 3670 cni.go:452] [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key ] I0415 22:52:05.247090 3670 cni.go:473] [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c4d46d968-whbxp 8accb96eb8f70ed2eafca9f62a42ec7d35ce202c96ac5c4a41a3c993ef59e3c0 network default NAD default NAD key default], result "{}", err I0415 22:52:05.314260 3670 obj_retry.go:498] Detected object openshift-console/console-6c4d46d968-whbxp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:05.314294 3670 pods.go:176] Deleting pod: openshift-console/console-6c4d46d968-whbxp I0415 22:52:05.315644 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c4d46d968-whbxp, ips: 10.130.0.10 I0415 22:52:05.315670 3670 obj_retry.go:498] Detected object openshift-console/console-6c4d46d968-whbxp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:05.509804 3670 obj_retry.go:492] Detected object openshift-console/console-6c4d46d968-whbxp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:05.509830 3670 obj_retry.go:492] Detected object openshift-console/console-6c4d46d968-whbxp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:05.513473 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c4d46d968-whbxp I0415 22:52:05.513499 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c4d46d968-whbxp W0415 22:52:05.956482 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0415 22:52:06.556419 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:52:06.556446 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0415 22:52:11.349197 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:11.349776 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:11.974710 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:11.974736 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:11.980527 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-77c4fb89cf-9r5bt I0415 22:52:11.980554 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-77c4fb89cf-9r5bt I0415 22:52:35.505685 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7b76c86b46-ssh9d] creating logical port openshift-monitoring_telemeter-client-7b76c86b46-ssh9d for pod on switch ip-10-0-1-81.ec2.internal I0415 22:52:35.505843 3670 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7b76c86b46-ssh9d I0415 22:52:35.528736 3670 pod.go:62] [openshift-monitoring/telemeter-client-7b76c86b46-ssh9d] pod update took 22.949537ms I0415 22:52:35.528758 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7b76c86b46-ssh9d] addLogicalPort annotation time took 22.977326ms I0415 22:52:35.530193 3670 pods.go:271] [openshift-monitoring/telemeter-client-7b76c86b46-ssh9d] addLogicalPort took 24.534544ms, libovsdb time 1.125689ms I0415 22:52:35.866179 3670 cni.go:452] [openshift-monitoring/telemeter-client-7b76c86b46-ssh9d dd266e5ba105502cd9ca5f2b2264802290f69129ffcc4f701f17338f4fad9ac6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7b76c86b46-ssh9d dd266e5ba105502cd9ca5f2b2264802290f69129ffcc4f701f17338f4fad9ac6 network default NAD default NAD key ] I0415 22:52:35.875992 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7b76c86b46-ssh9d, hostIfaceName: dd266e5ba105502, network: default, NAD default, SandboxID: "dd266e5ba105502cd9ca5f2b2264802290f69129ffcc4f701f17338f4fad9ac6", PCI device ID: , UID: "57f61809-ce19-4ceb-bcbd-f1417befe68e", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0415 22:52:35.925882 3670 cni.go:473] [openshift-monitoring/telemeter-client-7b76c86b46-ssh9d dd266e5ba105502cd9ca5f2b2264802290f69129ffcc4f701f17338f4fad9ac6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7b76c86b46-ssh9d dd266e5ba105502cd9ca5f2b2264802290f69129ffcc4f701f17338f4fad9ac6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:fb:78:ec:b5:cb\",\"name\":\"dd266e5ba105502\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98fc2159-04e0-4870-ba11-5b975380d921\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:52:38.942302 3670 base_network_controller_pods.go:487] [default/openshift-console/console-5b9f658c-6n2p6] creating logical port openshift-console_console-5b9f658c-6n2p6 for pod on switch ip-10-0-1-81.ec2.internal I0415 22:52:38.942428 3670 kube.go:256] Updating pod openshift-console/console-5b9f658c-6n2p6 I0415 22:52:38.965953 3670 pod.go:62] [openshift-console/console-5b9f658c-6n2p6] pod update took 23.557378ms I0415 22:52:38.965986 3670 base_network_controller_pods.go:951] [default/openshift-console/console-5b9f658c-6n2p6] addLogicalPort annotation time took 23.594033ms I0415 22:52:38.967282 3670 pods.go:271] [openshift-console/console-5b9f658c-6n2p6] addLogicalPort took 25.001002ms, libovsdb time 857.178µs I0415 22:52:39.304660 3670 cni.go:452] [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key ] I0415 22:52:39.314058 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5b9f658c-6n2p6, hostIfaceName: 93aea373f8b4142, network: default, NAD default, SandboxID: "93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620", PCI device ID: , UID: "1bc86291-765a-47b8-9fdb-2328fcaceffa", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0415 22:52:39.364833 3670 cni.go:473] [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:4b:6a:e2:94:4b\",\"name\":\"93aea373f8b4142\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df0167c6-9a50-4a93-80b6-0d3b03449f61\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:52:46.536883 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5b9f658c-7w9cj IP address from the namespace address-set, err: pod openshift-console/console-5b9f658c-7w9cj: no pod IPs found I0415 22:52:54.377299 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377765 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377794 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377809 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0415 22:52:54.377828 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377834 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0415 22:52:55.404607 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.404630 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.404645 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.404657 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.760086 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0415 22:52:55.769352 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0415 22:53:04.226734 3670 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-2c7pl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:04.227288 3670 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-2c7pl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:04.576326 3670 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-2c7pl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:04.576351 3670 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-2c7pl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:04.579439 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64969dc6cf-2c7pl I0415 22:53:04.579463 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64969dc6cf-2c7pl I0415 22:53:11.696150 3670 cni.go:452] [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key ] I0415 22:53:11.779183 3670 cni.go:473] [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5b9f658c-6n2p6 93aea373f8b4142dd03ada12b238b5961c494e1ff7c06cc686e7dd17e7688620 network default NAD default NAD key default], result "{}", err I0415 22:53:11.826640 3670 obj_retry.go:498] Detected object openshift-console/console-5b9f658c-6n2p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:11.826696 3670 pods.go:176] Deleting pod: openshift-console/console-5b9f658c-6n2p6 I0415 22:53:11.827988 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5b9f658c-6n2p6, ips: 10.130.0.19 I0415 22:53:11.828013 3670 obj_retry.go:498] Detected object openshift-console/console-5b9f658c-6n2p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:11.836734 3670 base_network_controller_pods.go:487] [default/openshift-console/console-59dfd4cbbd-sg6kx] creating logical port openshift-console_console-59dfd4cbbd-sg6kx for pod on switch ip-10-0-1-81.ec2.internal I0415 22:53:11.836841 3670 kube.go:256] Updating pod openshift-console/console-59dfd4cbbd-sg6kx I0415 22:53:11.853545 3670 pod.go:62] [openshift-console/console-59dfd4cbbd-sg6kx] pod update took 16.726122ms I0415 22:53:11.853567 3670 base_network_controller_pods.go:951] [default/openshift-console/console-59dfd4cbbd-sg6kx] addLogicalPort annotation time took 16.753283ms I0415 22:53:11.854683 3670 pods.go:271] [openshift-console/console-59dfd4cbbd-sg6kx] addLogicalPort took 17.965114ms, libovsdb time 816.272µs I0415 22:53:12.196729 3670 cni.go:452] [openshift-console/console-59dfd4cbbd-sg6kx d572ec6d9d630033120281905d43be3e186e7dac3d4fb6f178cc0472914cd092 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59dfd4cbbd-sg6kx d572ec6d9d630033120281905d43be3e186e7dac3d4fb6f178cc0472914cd092 network default NAD default NAD key ] I0415 22:53:12.206405 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59dfd4cbbd-sg6kx, hostIfaceName: d572ec6d9d63003, network: default, NAD default, SandboxID: "d572ec6d9d630033120281905d43be3e186e7dac3d4fb6f178cc0472914cd092", PCI device ID: , UID: "65740684-9b1c-420f-b0fe-c5cf7b07c8bf", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0415 22:53:12.255989 3670 cni.go:473] [openshift-console/console-59dfd4cbbd-sg6kx d572ec6d9d630033120281905d43be3e186e7dac3d4fb6f178cc0472914cd092 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59dfd4cbbd-sg6kx d572ec6d9d630033120281905d43be3e186e7dac3d4fb6f178cc0472914cd092 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:59:2a:b1:80:7a\",\"name\":\"d572ec6d9d63003\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87376158-9fea-4875-858f-e9a4afadbfa4\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:53:12.809386 3670 obj_retry.go:492] Detected object openshift-console/console-5b9f658c-6n2p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:12.809412 3670 obj_retry.go:492] Detected object openshift-console/console-5b9f658c-6n2p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:12.815383 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b9f658c-6n2p6 I0415 22:53:12.815412 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b9f658c-6n2p6 W0415 22:53:15.351099 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:53:15.351148 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:53:15.398108 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:53:15.398155 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:53:22.837640 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0415 22:53:31.406232 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:31.406806 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:32.294815 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:32.294844 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:40.682343 3670 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-cprdt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:40.682933 3670 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-cprdt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:41.313888 3670 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-cprdt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:41.313914 3670 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-cprdt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:41.322706 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64969dc6cf-cprdt I0415 22:53:41.322736 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64969dc6cf-cprdt I0415 22:55:51.502606 3670 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0415 22:55:55.737268 3670 namespace.go:98] [tsf] adding namespace I0415 22:55:55.738183 3670 namespace.go:102] [tsf] adding namespace took 889.108µs I0415 22:55:55.757079 3670 namespace.go:142] [tsf] updating namespace I0415 22:55:55.765409 3670 namespace.go:142] [tsf] updating namespace I0415 22:56:00.305485 3670 namespace.go:98] [cert-manager-operator] adding namespace I0415 22:56:00.306398 3670 namespace.go:102] [cert-manager-operator] adding namespace took 888.034µs I0415 22:56:00.314150 3670 namespace.go:98] [rhbk-operator] adding namespace I0415 22:56:00.314230 3670 namespace.go:98] [konflux-ui] adding namespace I0415 22:56:00.314339 3670 namespace.go:98] [tsf-keycloak] adding namespace I0415 22:56:00.314608 3670 namespace.go:98] [tsf-tpa] adding namespace I0415 22:56:00.314959 3670 namespace.go:102] [rhbk-operator] adding namespace took 790.517µs I0415 22:56:00.314988 3670 namespace.go:98] [tsf-tas] adding namespace I0415 22:56:00.315492 3670 namespace.go:102] [tsf-tas] adding namespace took 497.466µs I0415 22:56:00.316044 3670 namespace.go:102] [konflux-ui] adding namespace took 1.796201ms I0415 22:56:00.316069 3670 namespace.go:98] [rhtpa-operator] adding namespace I0415 22:56:00.316607 3670 namespace.go:102] [rhtpa-operator] adding namespace took 531.568µs I0415 22:56:00.317100 3670 namespace.go:102] [tsf-keycloak] adding namespace took 2.744128ms I0415 22:56:00.317507 3670 namespace.go:102] [tsf-tpa] adding namespace took 2.877708ms I0415 22:56:00.317995 3670 namespace.go:98] [konflux-operator] adding namespace I0415 22:56:00.318487 3670 namespace.go:102] [konflux-operator] adding namespace took 480.662µs I0415 22:56:00.329407 3670 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.346766 3670 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.356264 3670 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.356353 3670 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.356401 3670 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:00.356474 3670 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.363745 3670 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.373991 3670 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.374100 3670 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.374126 3670 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.402419 3670 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.410971 3670 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.420340 3670 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.434739 3670 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.445873 3670 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.460022 3670 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.467031 3670 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.479333 3670 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.489348 3670 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.500005 3670 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.505789 3670 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.517013 3670 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.525589 3670 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:00.539199 3670 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:01.668559 3670 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:01.680878 3670 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:08.092515 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.093077 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.093105 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.093115 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:08.093153 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.093165 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:09.117735 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.118250 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.118274 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.118284 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:09.118303 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.118309 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:09.121105 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.121126 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.121162 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.121178 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146167 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146194 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146205 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146218 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.247831 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.248375 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.248402 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.248412 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:10.248431 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.248436 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:11.273460 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.273484 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.273502 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.273519 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:12.223014 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223546 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223574 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223583 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:12.223595 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223599 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:13.250561 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.250585 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.250600 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.250617 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:15.184077 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.184616 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.184649 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.184659 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:15.184673 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.184683 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:15.213222 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213661 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213686 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213694 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:15.213706 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213710 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:16.156097 3670 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-m5s7t for pod on switch ip-10-0-1-81.ec2.internal I0415 22:56:16.156264 3670 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t I0415 22:56:16.174427 3670 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t] pod update took 18.193832ms I0415 22:56:16.174447 3670 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t] addLogicalPort annotation time took 18.221011ms I0415 22:56:16.175624 3670 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t] addLogicalPort took 19.549854ms, libovsdb time 828.591µs I0415 22:56:16.215167 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.215186 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.215195 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.215207 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.246296 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.246315 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.246326 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.246336 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.515406 3670 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t 8d68f9d778e4ca6da840e32590abc0926aedb0246cf1ca0ce6fb186e34334ea6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t 8d68f9d778e4ca6da840e32590abc0926aedb0246cf1ca0ce6fb186e34334ea6 network default NAD default NAD key ] I0415 22:56:16.524496 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-m5s7t, hostIfaceName: 8d68f9d778e4ca6, network: default, NAD default, SandboxID: "8d68f9d778e4ca6da840e32590abc0926aedb0246cf1ca0ce6fb186e34334ea6", PCI device ID: , UID: "2f88725f-2ae6-4941-a229-d433032553f2", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0415 22:56:16.574034 3670 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t 8d68f9d778e4ca6da840e32590abc0926aedb0246cf1ca0ce6fb186e34334ea6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-m5s7t 8d68f9d778e4ca6da840e32590abc0926aedb0246cf1ca0ce6fb186e34334ea6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:9e:c6:72:b9:71\",\"name\":\"8d68f9d778e4ca6\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7da5324-59df-442e-b932-39fe42655215\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:56:19.545227 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0415 22:56:22.458000 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0415 22:56:22.469407 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0415 22:56:26.409417 3670 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-l4hvh for pod on switch ip-10-0-1-81.ec2.internal I0415 22:56:26.409575 3670 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh I0415 22:56:26.452409 3670 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh] pod update took 42.861849ms I0415 22:56:26.452438 3670 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh] addLogicalPort annotation time took 42.900539ms I0415 22:56:26.453734 3670 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh] addLogicalPort took 44.333382ms, libovsdb time 912.065µs I0415 22:56:26.765760 3670 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh 2318a7f6640fe0cb4fcf938b63b2965b2d75ed9859834525a0e8dc0f7319d1d8 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh 2318a7f6640fe0cb4fcf938b63b2965b2d75ed9859834525a0e8dc0f7319d1d8 network default NAD default NAD key ] I0415 22:56:26.775425 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-l4hvh, hostIfaceName: 2318a7f6640fe0c, network: default, NAD default, SandboxID: "2318a7f6640fe0cb4fcf938b63b2965b2d75ed9859834525a0e8dc0f7319d1d8", PCI device ID: , UID: "60aef5c3-ee51-48d7-8542-388db23beea0", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0415 22:56:26.826235 3670 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh 2318a7f6640fe0cb4fcf938b63b2965b2d75ed9859834525a0e8dc0f7319d1d8 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-l4hvh 2318a7f6640fe0cb4fcf938b63b2965b2d75ed9859834525a0e8dc0f7319d1d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:e6:ff:34:69:46\",\"name\":\"2318a7f6640fe0c\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68d60de1-e31a-47ad-a7e7-f64ee39f13b6\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:56:27.896339 3670 namespace.go:142] [openshift-operators] updating namespace I0415 22:56:27.965377 3670 namespace.go:142] [openshift-operators] updating namespace W0415 22:56:29.641216 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:30.535683 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0415 22:56:34.161058 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.170353 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.183166 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.192024 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0415 22:56:35.591710 3670 namespace.go:98] [cert-manager] adding namespace I0415 22:56:35.592512 3670 namespace.go:102] [cert-manager] adding namespace took 778.921µs I0415 22:56:35.654015 3670 namespace.go:142] [cert-manager] updating namespace I0415 22:56:35.687351 3670 namespace.go:142] [cert-manager] updating namespace I0415 22:56:36.022545 3670 namespace.go:142] [openshift-operators] updating namespace I0415 22:56:36.573831 3670 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-q7hfz for pod on switch ip-10-0-1-81.ec2.internal I0415 22:56:36.573942 3670 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz I0415 22:56:36.606170 3670 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz] pod update took 32.259653ms I0415 22:56:36.606191 3670 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz] addLogicalPort annotation time took 32.286801ms I0415 22:56:36.607355 3670 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz] addLogicalPort took 33.539786ms, libovsdb time 828.181µs I0415 22:56:36.822096 3670 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-p2z9s for pod on switch ip-10-0-1-81.ec2.internal I0415 22:56:36.822273 3670 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s I0415 22:56:36.852778 3670 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s] pod update took 30.529453ms I0415 22:56:36.852800 3670 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s] addLogicalPort annotation time took 30.555925ms I0415 22:56:36.854058 3670 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s] addLogicalPort took 31.98035ms, libovsdb time 940.112µs I0415 22:56:36.957874 3670 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz d00b23f34cbbf76ee093a1afaaa8652e044320d1ac820091c8845cbb399a1521 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz d00b23f34cbbf76ee093a1afaaa8652e044320d1ac820091c8845cbb399a1521 network default NAD default NAD key ] I0415 22:56:36.967846 3670 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-q7hfz, hostIfaceName: d00b23f34cbbf76, network: default, NAD default, SandboxID: "d00b23f34cbbf76ee093a1afaaa8652e044320d1ac820091c8845cbb399a1521", PCI device ID: , UID: "a63579c1-bcd1-4515-b68d-8e114e761664", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0415 22:56:37.018076 3670 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz d00b23f34cbbf76ee093a1afaaa8652e044320d1ac820091c8845cbb399a1521 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-q7hfz d00b23f34cbbf76ee093a1afaaa8652e044320d1ac820091c8845cbb399a1521 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:03:80:6d:d4:a0\",\"name\":\"d00b23f34cbbf76\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e38b5e9a-8c12-4d6f-9fa6-571bb8abdfda\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:56:37.191649 3670 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s 2ac3c0e1d7d9e32075167de85684d9f71c70ac0e68beca25e25f012e0d220a72 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s 2ac3c0e1d7d9e32075167de85684d9f71c70ac0e68beca25e25f012e0d220a72 network default NAD default NAD key ] I0415 22:56:37.202362 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-p2z9s, hostIfaceName: 2ac3c0e1d7d9e32, network: default, NAD default, SandboxID: "2ac3c0e1d7d9e32075167de85684d9f71c70ac0e68beca25e25f012e0d220a72", PCI device ID: , UID: "f9a2aac5-d373-4623-a9cc-14ee3d9651c0", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0415 22:56:37.251941 3670 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s 2ac3c0e1d7d9e32075167de85684d9f71c70ac0e68beca25e25f012e0d220a72 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-p2z9s 2ac3c0e1d7d9e32075167de85684d9f71c70ac0e68beca25e25f012e0d220a72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:4d:bb:ff:44:98\",\"name\":\"2ac3c0e1d7d9e32\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a26e3a7-65ec-4a56-8495-fc39a920dc88\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:56:40.615435 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:41.752290 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0415 22:56:41.752314 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0415 22:56:42.020379 3670 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-sj4zf for pod on switch ip-10-0-1-81.ec2.internal I0415 22:56:42.020497 3670 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf I0415 22:56:42.161101 3670 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf I0415 22:56:42.242385 3670 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf] pod update took 221.91214ms I0415 22:56:42.242410 3670 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf] addLogicalPort annotation time took 221.943196ms I0415 22:56:42.243641 3670 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf] addLogicalPort took 223.278391ms, libovsdb time 837.912µs I0415 22:56:42.341074 3670 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf 23b55ce5e2d47aa14591d31c126ca6c816971040d7c78460dc9b1dd5cecb8c98 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf 23b55ce5e2d47aa14591d31c126ca6c816971040d7c78460dc9b1dd5cecb8c98 network default NAD default NAD key ] I0415 22:56:42.351206 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-sj4zf, hostIfaceName: 23b55ce5e2d47aa, network: default, NAD default, SandboxID: "23b55ce5e2d47aa14591d31c126ca6c816971040d7c78460dc9b1dd5cecb8c98", PCI device ID: , UID: "525aaf90-1f88-4714-bd97-feb5cfbdce9e", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0415 22:56:42.402267 3670 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf 23b55ce5e2d47aa14591d31c126ca6c816971040d7c78460dc9b1dd5cecb8c98 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sj4zf 23b55ce5e2d47aa14591d31c126ca6c816971040d7c78460dc9b1dd5cecb8c98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:61:15:ac:6f:20\",\"name\":\"23b55ce5e2d47aa\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6cb0a30-9c6e-45d2-ac8b-e15d83711a4c\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:56:45.040342 3670 namespace.go:98] [trusted-artifact-signer] adding namespace I0415 22:56:45.041209 3670 namespace.go:102] [trusted-artifact-signer] adding namespace took 839.244µs I0415 22:56:45.060089 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:45.070594 3670 namespace.go:142] [trusted-artifact-signer] updating namespace W0415 22:56:45.715673 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0415 22:56:46.160273 3670 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-rdpdh for pod on switch ip-10-0-1-81.ec2.internal I0415 22:56:46.160379 3670 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh I0415 22:56:46.176735 3670 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh] pod update took 16.383893ms I0415 22:56:46.176756 3670 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh] addLogicalPort annotation time took 16.410731ms I0415 22:56:46.178017 3670 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh] addLogicalPort took 17.75963ms, libovsdb time 896.4µs I0415 22:56:46.431926 3670 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-w8pmq] creating logical port cert-manager_cert-manager-59ccb4bb6b-w8pmq for pod on switch ip-10-0-1-81.ec2.internal I0415 22:56:46.432019 3670 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-w8pmq I0415 22:56:46.457318 3670 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-w8pmq] pod update took 25.323171ms I0415 22:56:46.457345 3670 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-w8pmq] addLogicalPort annotation time took 25.352572ms I0415 22:56:46.458849 3670 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-w8pmq] addLogicalPort took 26.939921ms, libovsdb time 916.264µs I0415 22:56:46.519637 3670 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh 91be52c3e79b3c0cbf20759637fc7b41cdc6100587914605346d62d2fd38caa0 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh 91be52c3e79b3c0cbf20759637fc7b41cdc6100587914605346d62d2fd38caa0 network default NAD default NAD key ] I0415 22:56:46.531173 3670 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-rdpdh, hostIfaceName: 91be52c3e79b3c0, network: default, NAD default, SandboxID: "91be52c3e79b3c0cbf20759637fc7b41cdc6100587914605346d62d2fd38caa0", PCI device ID: , UID: "9e90b587-e901-4bed-ae8e-cf059d345041", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0415 22:56:46.581034 3670 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh 91be52c3e79b3c0cbf20759637fc7b41cdc6100587914605346d62d2fd38caa0 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-rdpdh 91be52c3e79b3c0cbf20759637fc7b41cdc6100587914605346d62d2fd38caa0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:63:b7:68:5f:46\",\"name\":\"91be52c3e79b3c0\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a221c0d-b6b5-49df-86f8-96f3230ef1c0\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:56:46.793807 3670 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-w8pmq a89b4c29a81ec6b36e62011ece4e0ba83f45b93e3239ab57b597b931ef5dbaa3 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-w8pmq a89b4c29a81ec6b36e62011ece4e0ba83f45b93e3239ab57b597b931ef5dbaa3 network default NAD default NAD key ] I0415 22:56:46.805693 3670 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-w8pmq, hostIfaceName: a89b4c29a81ec6b, network: default, NAD default, SandboxID: "a89b4c29a81ec6b36e62011ece4e0ba83f45b93e3239ab57b597b931ef5dbaa3", PCI device ID: , UID: "357094a8-9ddb-426f-a31f-161858ec44ab", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0415 22:56:46.856481 3670 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-w8pmq a89b4c29a81ec6b36e62011ece4e0ba83f45b93e3239ab57b597b931ef5dbaa3 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-w8pmq a89b4c29a81ec6b36e62011ece4e0ba83f45b93e3239ab57b597b931ef5dbaa3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:9f:dd:39:62:ba\",\"name\":\"a89b4c29a81ec6b\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc59e4dd-623d-4932-a7ed-10d96d20d6ac\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:56:47.686395 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0415 22:56:47.686422 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0415 22:56:51.679340 3670 namespace.go:98] [openshift-pipelines] adding namespace I0415 22:56:51.680287 3670 namespace.go:102] [openshift-pipelines] adding namespace took 920.078µs I0415 22:56:51.703537 3670 namespace.go:142] [openshift-pipelines] updating namespace I0415 22:56:52.402994 3670 namespace.go:142] [cert-manager] updating namespace I0415 22:56:52.601490 3670 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:53.005489 3670 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:53.203660 3670 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:53.406248 3670 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:53.807120 3670 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:54.010373 3670 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:54.207393 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:54.407961 3670 namespace.go:142] [tsf] updating namespace I0415 22:56:54.611351 3670 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:54.812249 3670 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:55.012002 3670 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:55.145829 3670 namespace.go:142] [cert-manager] updating namespace I0415 22:56:55.156453 3670 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:55.164800 3670 namespace.go:142] [default] updating namespace I0415 22:56:55.176104 3670 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:55.187514 3670 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:55.198065 3670 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:55.207160 3670 namespace.go:142] [openshift] updating namespace I0415 22:56:55.217792 3670 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:55.229790 3670 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:55.239788 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:55.249903 3670 namespace.go:142] [tsf] updating namespace I0415 22:56:55.259601 3670 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:55.273208 3670 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:55.296941 3670 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:55.397021 3670 namespace.go:142] [cert-manager] updating namespace I0415 22:56:55.496225 3670 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:55.595512 3670 namespace.go:142] [default] updating namespace I0415 22:56:55.696356 3670 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:55.796049 3670 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:55.893816 3670 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:55.996515 3670 namespace.go:142] [openshift] updating namespace I0415 22:56:56.102369 3670 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:56.197634 3670 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:56.309465 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:56.400211 3670 namespace.go:142] [tsf] updating namespace I0415 22:56:56.493881 3670 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:56.593890 3670 namespace.go:142] [tsf-tas] updating namespace W0415 22:56:56.668734 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0415 22:56:56.700703 3670 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:57.113189 3670 namespace.go:142] [openshift-pipelines] updating namespace I0415 22:56:58.486487 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:58.487051 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:58.678255 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:58.678279 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:58.743287 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0415 22:56:58.743318 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0415 22:57:10.342651 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.342671 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.342676 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.367818 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:10.367834 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:10.367838 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:11.182834 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182851 3670 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182856 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182860 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:16.258093 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0415 22:57:16.291257 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0415 22:57:24.188224 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0415 22:57:29.012433 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-mk2gn for pod on switch ip-10-0-1-81.ec2.internal I0415 22:57:29.012530 3670 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn I0415 22:57:29.028373 3670 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn] pod update took 15.869155ms I0415 22:57:29.028393 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn] addLogicalPort annotation time took 15.895946ms I0415 22:57:29.029684 3670 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn] addLogicalPort took 17.265776ms, libovsdb time 933.995µs I0415 22:57:29.130106 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-5nxgf for pod on switch ip-10-0-1-81.ec2.internal I0415 22:57:29.130217 3670 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf I0415 22:57:29.144930 3670 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf] pod update took 14.74008ms I0415 22:57:29.144950 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf] addLogicalPort annotation time took 14.764492ms I0415 22:57:29.146244 3670 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf] addLogicalPort took 16.153514ms, libovsdb time 867.476µs I0415 22:57:29.235326 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-sc4jg for pod on switch ip-10-0-1-81.ec2.internal I0415 22:57:29.235465 3670 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg I0415 22:57:29.250365 3670 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg] pod update took 14.925118ms I0415 22:57:29.250386 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg] addLogicalPort annotation time took 14.951243ms I0415 22:57:29.251617 3670 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg] addLogicalPort took 16.311735ms, libovsdb time 840.896µs I0415 22:57:29.610523 3670 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn 431473df34ee7f9511dcb3d0e066ddda3ac51b906376dfc25870d0ab409f5074 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn 431473df34ee7f9511dcb3d0e066ddda3ac51b906376dfc25870d0ab409f5074 network default NAD default NAD key ] I0415 22:57:29.620377 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-mk2gn, hostIfaceName: 431473df34ee7f9, network: default, NAD default, SandboxID: "431473df34ee7f9511dcb3d0e066ddda3ac51b906376dfc25870d0ab409f5074", PCI device ID: , UID: "1fea1d05-b1a5-49f2-a8c7-375653787afe", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0415 22:57:29.637901 3670 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf b53e9eb0d188dd33189944ae954215255374bc23853cc2c1d84acc695f405775 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf b53e9eb0d188dd33189944ae954215255374bc23853cc2c1d84acc695f405775 network default NAD default NAD key ] I0415 22:57:29.649666 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-5nxgf, hostIfaceName: b53e9eb0d188dd3, network: default, NAD default, SandboxID: "b53e9eb0d188dd33189944ae954215255374bc23853cc2c1d84acc695f405775", PCI device ID: , UID: "6c9062a5-5bd6-4e4c-bc61-2d6d439d4f10", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0415 22:57:29.656697 3670 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg e3b0836c0d413669b1ba91bba18914a6d45e161a27bceba38a2cd849b0a9293b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg e3b0836c0d413669b1ba91bba18914a6d45e161a27bceba38a2cd849b0a9293b network default NAD default NAD key ] I0415 22:57:29.668885 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-sc4jg, hostIfaceName: e3b0836c0d41366, network: default, NAD default, SandboxID: "e3b0836c0d413669b1ba91bba18914a6d45e161a27bceba38a2cd849b0a9293b", PCI device ID: , UID: "6f4828ef-baaa-49be-8814-8e6526b09852", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0415 22:57:29.681381 3670 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn 431473df34ee7f9511dcb3d0e066ddda3ac51b906376dfc25870d0ab409f5074 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-mk2gn 431473df34ee7f9511dcb3d0e066ddda3ac51b906376dfc25870d0ab409f5074 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:08:70:17:a3:87\",\"name\":\"431473df34ee7f9\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85afec4d-0d1a-40a7-a949-c2a7f1a9e5e2\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:57:29.705732 3670 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf b53e9eb0d188dd33189944ae954215255374bc23853cc2c1d84acc695f405775 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5nxgf b53e9eb0d188dd33189944ae954215255374bc23853cc2c1d84acc695f405775 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ce:98:db:f3:a6\",\"name\":\"b53e9eb0d188dd3\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac949ba6-3549-4c6e-a289-3dd10a65d508\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:57:29.731627 3670 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg e3b0836c0d413669b1ba91bba18914a6d45e161a27bceba38a2cd849b0a9293b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sc4jg e3b0836c0d413669b1ba91bba18914a6d45e161a27bceba38a2cd849b0a9293b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:06:75:58:b2:d0\",\"name\":\"e3b0836c0d41366\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8907a746-d3af-4372-870e-d7f2da1cf9ce\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:57:30.078995 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 W0415 22:57:32.895699 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0415 22:57:39.452055 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:57:39.452608 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:57:39.476597 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:57:39.476618 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:57:39.487254 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0415 22:57:39.487277 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0415 22:57:41.376337 3670 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0415 22:57:41.376923 3670 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0415 22:57:41.376945 3670 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0415 22:57:41.378848 3670 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0415 22:57:43.900208 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0415 22:57:47.389164 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:57:47.389184 3670 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:57:47.389285 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0415 22:57:47.389304 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0415 22:57:51.675153 3670 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0415 22:58:00.602542 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:58:08.025862 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-qsm7s for pod on switch ip-10-0-1-81.ec2.internal I0415 22:58:08.025987 3670 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s I0415 22:58:08.046642 3670 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s] pod update took 20.693209ms I0415 22:58:08.046667 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s] addLogicalPort annotation time took 20.723517ms I0415 22:58:08.047899 3670 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s] addLogicalPort took 22.057667ms, libovsdb time 845.85µs I0415 22:58:08.223532 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-hv2wm for pod on switch ip-10-0-1-81.ec2.internal I0415 22:58:08.223631 3670 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm I0415 22:58:08.241378 3670 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm] pod update took 17.770729ms I0415 22:58:08.241408 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm] addLogicalPort annotation time took 17.806849ms I0415 22:58:08.242903 3670 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm] addLogicalPort took 19.387789ms, libovsdb time 990.891µs I0415 22:58:08.394060 3670 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s 0dad9264c6ad247b4283842158fdc2a1e12ffde49ddb9b29eaddacd5d8354758 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s 0dad9264c6ad247b4283842158fdc2a1e12ffde49ddb9b29eaddacd5d8354758 network default NAD default NAD key ] I0415 22:58:08.405035 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-qsm7s, hostIfaceName: 0dad9264c6ad247, network: default, NAD default, SandboxID: "0dad9264c6ad247b4283842158fdc2a1e12ffde49ddb9b29eaddacd5d8354758", PCI device ID: , UID: "f7db3dba-caba-4285-bca3-ab9a14068490", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0415 22:58:08.456647 3670 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s 0dad9264c6ad247b4283842158fdc2a1e12ffde49ddb9b29eaddacd5d8354758 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-qsm7s 0dad9264c6ad247b4283842158fdc2a1e12ffde49ddb9b29eaddacd5d8354758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:56:99:2b:cd:80\",\"name\":\"0dad9264c6ad247\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5ea17e0-e490-43cc-bce9-64de4685e675\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:58:08.583169 3670 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm becd447f2471bb37057b9417452addeb3415c24dd37826bc2b58fc6a29b9a406 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm becd447f2471bb37057b9417452addeb3415c24dd37826bc2b58fc6a29b9a406 network default NAD default NAD key ] I0415 22:58:08.593556 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-hv2wm, hostIfaceName: becd447f2471bb3, network: default, NAD default, SandboxID: "becd447f2471bb37057b9417452addeb3415c24dd37826bc2b58fc6a29b9a406", PCI device ID: , UID: "6f35f99d-a4e2-4826-9edb-79edb4eb3d9c", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0415 22:58:08.644661 3670 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm becd447f2471bb37057b9417452addeb3415c24dd37826bc2b58fc6a29b9a406 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hv2wm becd447f2471bb37057b9417452addeb3415c24dd37826bc2b58fc6a29b9a406 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:cf:46:0a:36:d3\",\"name\":\"becd447f2471bb3\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3aa9d182-cffd-4b6c-8c5b-3afda0b7b8ed\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:58:11.652916 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0415 22:58:11.652989 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-6jp2n IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-6jp2n: no pod IPs found W0415 22:58:18.111258 3670 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:18.111282 3670 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:18.111287 3670 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0415 22:58:22.157032 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0415 22:58:27.182936 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0415 22:58:28.415974 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:28.415993 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:28.415998 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0415 22:58:31.748904 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:31.749472 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:31.796454 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:31.796475 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:31.803312 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0415 22:58:31.803336 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0415 22:58:32.079225 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0415 22:58:33.618866 3670 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-sqghj-whs5d] creating logical port tsf-tas_segment-backup-installation-sqghj-whs5d for pod on switch ip-10-0-1-81.ec2.internal I0415 22:58:33.618976 3670 kube.go:256] Updating pod tsf-tas/segment-backup-installation-sqghj-whs5d I0415 22:58:33.633169 3670 pod.go:62] [tsf-tas/segment-backup-installation-sqghj-whs5d] pod update took 14.213188ms I0415 22:58:33.633191 3670 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-sqghj-whs5d] addLogicalPort annotation time took 14.245103ms I0415 22:58:33.634474 3670 pods.go:271] [tsf-tas/segment-backup-installation-sqghj-whs5d] addLogicalPort took 15.623716ms, libovsdb time 849.381µs I0415 22:58:33.979632 3670 cni.go:452] [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key ] I0415 22:58:33.993237 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-sqghj-whs5d, hostIfaceName: 235b4491acc2d38, network: default, NAD default, SandboxID: "235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05", PCI device ID: , UID: "6438c9f8-e6e7-4394-99a6-87e868df8090", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0415 22:58:34.050925 3670 cni.go:473] [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c0:94:9d:db:e2\",\"name\":\"235b4491acc2d38\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f0c68bf-5a15-46dd-a3bf-bd5a4aa97fdf\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:58:34.652718 3670 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-s87kx-pq67x] creating logical port tsf-tas_ctlog-createtree-job-s87kx-pq67x for pod on switch ip-10-0-1-81.ec2.internal I0415 22:58:34.652817 3670 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-s87kx-pq67x I0415 22:58:34.668771 3670 pod.go:62] [tsf-tas/ctlog-createtree-job-s87kx-pq67x] pod update took 15.975198ms I0415 22:58:34.668803 3670 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-s87kx-pq67x] addLogicalPort annotation time took 16.010519ms I0415 22:58:34.670428 3670 pods.go:271] [tsf-tas/ctlog-createtree-job-s87kx-pq67x] addLogicalPort took 17.729331ms, libovsdb time 1.031108ms I0415 22:58:34.672357 3670 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-b664d78bf-jdz7n] creating logical port tsf-tas_fulcio-server-b664d78bf-jdz7n for pod on switch ip-10-0-1-81.ec2.internal I0415 22:58:34.672460 3670 kube.go:256] Updating pod tsf-tas/fulcio-server-b664d78bf-jdz7n I0415 22:58:34.691399 3670 pod.go:62] [tsf-tas/fulcio-server-b664d78bf-jdz7n] pod update took 18.963848ms I0415 22:58:34.691487 3670 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-b664d78bf-jdz7n] addLogicalPort annotation time took 19.058567ms I0415 22:58:34.693232 3670 pods.go:271] [tsf-tas/fulcio-server-b664d78bf-jdz7n] addLogicalPort took 20.890445ms, libovsdb time 1.198572ms I0415 22:58:35.037858 3670 cni.go:452] [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key ] I0415 22:58:35.049653 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-s87kx-pq67x, hostIfaceName: 33311778c642e0e, network: default, NAD default, SandboxID: "33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943", PCI device ID: , UID: "d1e5e1c0-8385-43d1-b280-d634b550e0c0", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0415 22:58:35.059414 3670 cni.go:452] [tsf-tas/fulcio-server-b664d78bf-jdz7n 37d8e43f635c48b77ec72817bddbbe76d9217cbdca7b096fb0d8a19c9458e927 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-b664d78bf-jdz7n 37d8e43f635c48b77ec72817bddbbe76d9217cbdca7b096fb0d8a19c9458e927 network default NAD default NAD key ] I0415 22:58:35.070376 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-b664d78bf-jdz7n, hostIfaceName: 37d8e43f635c48b, network: default, NAD default, SandboxID: "37d8e43f635c48b77ec72817bddbbe76d9217cbdca7b096fb0d8a19c9458e927", PCI device ID: , UID: "b4fc7ea8-b1f3-4d2d-b1a7-d9e7480bcc16", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0415 22:58:35.075003 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0415 22:58:35.122258 3670 cni.go:473] [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d7:28:28:a1:b9\",\"name\":\"33311778c642e0e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d9882d-674b-49a9-9e4c-f4674bd3b303\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:58:35.154207 3670 cni.go:473] [tsf-tas/fulcio-server-b664d78bf-jdz7n 37d8e43f635c48b77ec72817bddbbe76d9217cbdca7b096fb0d8a19c9458e927 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-b664d78bf-jdz7n 37d8e43f635c48b77ec72817bddbbe76d9217cbdca7b096fb0d8a19c9458e927 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:43:53:6a:a3:6a\",\"name\":\"37d8e43f635c48b\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96560e7d-2af1-47cc-817f-96006d2ce54f\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:58:37.590276 3670 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-677558f6dc-lbwzg] creating logical port tsf-tas_trillian-db-677558f6dc-lbwzg for pod on switch ip-10-0-1-81.ec2.internal I0415 22:58:37.590424 3670 kube.go:256] Updating pod tsf-tas/trillian-db-677558f6dc-lbwzg I0415 22:58:37.604592 3670 pod.go:62] [tsf-tas/trillian-db-677558f6dc-lbwzg] pod update took 14.190523ms I0415 22:58:37.604620 3670 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-677558f6dc-lbwzg] addLogicalPort annotation time took 14.224948ms I0415 22:58:37.606118 3670 pods.go:271] [tsf-tas/trillian-db-677558f6dc-lbwzg] addLogicalPort took 15.864869ms, libovsdb time 1.082443ms I0415 22:58:39.799890 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bt949 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:39.800482 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bt949 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:40.688645 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bt949 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:40.688671 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bt949 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:43.966228 3670 cni.go:452] [tsf-tas/trillian-db-677558f6dc-lbwzg 11b807f97ef615517437139aa9f0d65c239a70639752945992b7bd5443b71c1a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-677558f6dc-lbwzg 11b807f97ef615517437139aa9f0d65c239a70639752945992b7bd5443b71c1a network default NAD default NAD key ] I0415 22:58:43.976204 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-677558f6dc-lbwzg, hostIfaceName: 11b807f97ef6155, network: default, NAD default, SandboxID: "11b807f97ef615517437139aa9f0d65c239a70639752945992b7bd5443b71c1a", PCI device ID: , UID: "dd8a5459-8da6-4c87-ae7a-09f8cd0599e0", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0415 22:58:44.029976 3670 cni.go:473] [tsf-tas/trillian-db-677558f6dc-lbwzg 11b807f97ef615517437139aa9f0d65c239a70639752945992b7bd5443b71c1a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-677558f6dc-lbwzg 11b807f97ef615517437139aa9f0d65c239a70639752945992b7bd5443b71c1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a1:da:46:0d:aa\",\"name\":\"11b807f97ef6155\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec924dad-e10a-4211-85d3-922d20a81665\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:58:44.255853 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:44.255874 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:44.329875 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:44.329896 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:46.874039 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0415 22:58:46.897500 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0415 22:58:47.305353 3670 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0415 22:58:48.282880 3670 cni.go:452] [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key ] I0415 22:58:48.370252 3670 cni.go:473] [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-sqghj-whs5d 235b4491acc2d3847d64ad9d898e680e8d6f541bc3bc013779e2fa7d96808c05 network default NAD default NAD key default], result "{}", err I0415 22:58:48.424631 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:48.424669 3670 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-sqghj-whs5d I0415 22:58:48.425978 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-sqghj-whs5d, ips: 10.130.0.33 I0415 22:58:48.426008 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:49.297088 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:49.297114 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:56.558528 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-xr5mn for pod on switch ip-10-0-1-81.ec2.internal I0415 22:58:56.558614 3670 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn I0415 22:58:56.575398 3670 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn] pod update took 16.805845ms I0415 22:58:56.575421 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn] addLogicalPort annotation time took 16.834157ms I0415 22:58:56.576714 3670 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn] addLogicalPort took 18.202779ms, libovsdb time 857.884µs I0415 22:58:56.920361 3670 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn e9273286e2946c521a6af7bfcd9be09fb4f71cce0b0288f6a3377cf8c0da0234 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn e9273286e2946c521a6af7bfcd9be09fb4f71cce0b0288f6a3377cf8c0da0234 network default NAD default NAD key ] I0415 22:58:56.929681 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-xr5mn, hostIfaceName: e9273286e2946c5, network: default, NAD default, SandboxID: "e9273286e2946c521a6af7bfcd9be09fb4f71cce0b0288f6a3377cf8c0da0234", PCI device ID: , UID: "7fe9899c-99a5-4cef-bc18-d5bb68dac73c", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0415 22:58:56.981356 3670 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn e9273286e2946c521a6af7bfcd9be09fb4f71cce0b0288f6a3377cf8c0da0234 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xr5mn e9273286e2946c521a6af7bfcd9be09fb4f71cce0b0288f6a3377cf8c0da0234 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e1:35:07:ab:f4\",\"name\":\"e9273286e2946c5\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89c9a540-bdef-47ad-9101-044f88657ee2\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:58:58.326457 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0415 22:58:59.346472 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0415 22:58:59.766687 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0415 22:58:59.766708 3670 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0415 22:59:03.178796 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0415 22:59:06.088408 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=723 I0415 22:59:08.081861 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0415 22:59:10.357892 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0415 22:59:17.079284 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=193 I0415 22:59:21.173323 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0415 22:59:26.021690 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:26.022251 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:26.044216 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:26.044236 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:26.051246 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0415 22:59:26.051268 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0415 22:59:36.095460 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:36.096012 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:36.978860 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:36.978881 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:37.293415 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.293970 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.546714 3670 cni.go:452] [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key ] I0415 22:59:37.636414 3670 cni.go:473] [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-s87kx-pq67x 33311778c642e0e856936eada2fa6d2ff7b92b554d9538a046ff9070e0d69943 network default NAD default NAD key default], result "{}", err I0415 22:59:37.690484 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.690514 3670 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-s87kx-pq67x I0415 22:59:37.691768 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-s87kx-pq67x, ips: 10.130.0.34 I0415 22:59:37.691803 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:38.169477 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.169505 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.562546 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.562570 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:39.161165 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0415 22:59:39.901840 3670 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-84778f8b9b-jgs9d] creating logical port tsf-tas_ctlog-84778f8b9b-jgs9d for pod on switch ip-10-0-1-81.ec2.internal I0415 22:59:39.901951 3670 kube.go:256] Updating pod tsf-tas/ctlog-84778f8b9b-jgs9d I0415 22:59:39.916949 3670 pod.go:62] [tsf-tas/ctlog-84778f8b9b-jgs9d] pod update took 15.028269ms I0415 22:59:39.916979 3670 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-84778f8b9b-jgs9d] addLogicalPort annotation time took 15.069468ms I0415 22:59:39.918525 3670 pods.go:271] [tsf-tas/ctlog-84778f8b9b-jgs9d] addLogicalPort took 16.703727ms, libovsdb time 1.009034ms I0415 22:59:40.566957 3670 cni.go:452] [tsf-tas/ctlog-84778f8b9b-jgs9d 20fe71bbdafcbe62560e2bbfede76b5961ca08624448b6a2356d0c742c0585f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-84778f8b9b-jgs9d 20fe71bbdafcbe62560e2bbfede76b5961ca08624448b6a2356d0c742c0585f0 network default NAD default NAD key ] I0415 22:59:40.576489 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-84778f8b9b-jgs9d, hostIfaceName: 20fe71bbdafcbe6, network: default, NAD default, SandboxID: "20fe71bbdafcbe62560e2bbfede76b5961ca08624448b6a2356d0c742c0585f0", PCI device ID: , UID: "9d2c19e0-60f9-4a87-8988-bdfe81940d1f", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0415 22:59:40.629780 3670 cni.go:473] [tsf-tas/ctlog-84778f8b9b-jgs9d 20fe71bbdafcbe62560e2bbfede76b5961ca08624448b6a2356d0c742c0585f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-84778f8b9b-jgs9d 20fe71bbdafcbe62560e2bbfede76b5961ca08624448b6a2356d0c742c0585f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:83:8c:f9:11:43\",\"name\":\"20fe71bbdafcbe6\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f503f8bf-6dd2-4149-a1db-58995e685783\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:59:42.122169 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-67z8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:42.122753 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-67z8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0415 22:59:42.572770 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0415 22:59:43.144377 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-67z8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.144399 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-67z8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.185621 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.185645 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.191775 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tz9x9 I0415 22:59:43.191797 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tz9x9 I0415 22:59:44.013180 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6d6c7574b7-4jndb] creating logical port tsf-tas_rekor-server-6d6c7574b7-4jndb for pod on switch ip-10-0-1-81.ec2.internal I0415 22:59:44.013284 3670 kube.go:256] Updating pod tsf-tas/rekor-server-6d6c7574b7-4jndb I0415 22:59:44.027244 3670 pod.go:62] [tsf-tas/rekor-server-6d6c7574b7-4jndb] pod update took 13.983409ms I0415 22:59:44.027265 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6d6c7574b7-4jndb] addLogicalPort annotation time took 14.011979ms I0415 22:59:44.028595 3670 pods.go:271] [tsf-tas/rekor-server-6d6c7574b7-4jndb] addLogicalPort took 15.433299ms, libovsdb time 867.115µs W0415 22:59:46.016441 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0415 22:59:46.204876 3670 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0415 22:59:47.075064 3670 cni.go:452] [tsf-tas/rekor-server-6d6c7574b7-4jndb 088796c6a6618bc86ea60a2dd8b0c4e928a4dc50b6b5ea9b16a9ac44b12962cf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6d6c7574b7-4jndb 088796c6a6618bc86ea60a2dd8b0c4e928a4dc50b6b5ea9b16a9ac44b12962cf network default NAD default NAD key ] I0415 22:59:47.087019 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6d6c7574b7-4jndb, hostIfaceName: 088796c6a6618bc, network: default, NAD default, SandboxID: "088796c6a6618bc86ea60a2dd8b0c4e928a4dc50b6b5ea9b16a9ac44b12962cf", PCI device ID: , UID: "ebed1dc0-914c-4f82-af21-278f171dde70", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0415 22:59:47.140588 3670 cni.go:473] [tsf-tas/rekor-server-6d6c7574b7-4jndb 088796c6a6618bc86ea60a2dd8b0c4e928a4dc50b6b5ea9b16a9ac44b12962cf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6d6c7574b7-4jndb 088796c6a6618bc86ea60a2dd8b0c4e928a4dc50b6b5ea9b16a9ac44b12962cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:80:9f:3e:99:23\",\"name\":\"088796c6a6618bc\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4df9835e-b296-4261-96fd-0db95dbb3de0\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:59:48.172368 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:48.172986 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:48.196510 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:48.196530 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:48.200535 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0415 22:59:48.200565 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0415 22:59:49.621990 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0415 22:59:49.631596 3670 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-nk4r2] creating logical port tsf-tpa_create-db-nk4r2 for pod on switch ip-10-0-1-81.ec2.internal I0415 22:59:49.632019 3670 kube.go:256] Updating pod tsf-tpa/create-db-nk4r2 I0415 22:59:49.646336 3670 pod.go:62] [tsf-tpa/create-db-nk4r2] pod update took 14.482072ms I0415 22:59:49.646367 3670 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-nk4r2] addLogicalPort annotation time took 14.517536ms I0415 22:59:49.649285 3670 pods.go:271] [tsf-tpa/create-db-nk4r2] addLogicalPort took 17.710937ms, libovsdb time 2.01945ms I0415 22:59:50.005287 3670 cni.go:452] [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key ] I0415 22:59:50.016068 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-nk4r2, hostIfaceName: d5cd30570cee0e2, network: default, NAD default, SandboxID: "d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b", PCI device ID: , UID: "7d03fff1-2faf-472c-b3e8-f0c2182b8be4", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0415 22:59:50.067251 3670 cni.go:473] [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f2:45:7d:6a:d1\",\"name\":\"d5cd30570cee0e2\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acf94bbd-ed80-4210-b20b-318cbb1d11a9\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 22:59:53.589806 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0415 22:59:54.648841 3670 cni.go:452] [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key ] I0415 22:59:54.733615 3670 cni.go:473] [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-nk4r2 d5cd30570cee0e285ec8e5c64f8fc9d2bad9837317c989b88c57dd52be5f8f1b network default NAD default NAD key default], result "{}", err I0415 22:59:54.788572 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:54.788604 3670 pods.go:176] Deleting pod: tsf-tpa/create-db-nk4r2 I0415 22:59:54.789898 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-nk4r2, ips: 10.130.0.40 I0415 22:59:54.789923 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:55.157235 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0415 22:59:55.813744 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:55.813765 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:55.923635 3670 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-mwvns] creating logical port tsf-tpa_migrate-db-mwvns for pod on switch ip-10-0-1-81.ec2.internal I0415 22:59:55.923725 3670 kube.go:256] Updating pod tsf-tpa/migrate-db-mwvns I0415 22:59:55.937819 3670 pod.go:62] [tsf-tpa/migrate-db-mwvns] pod update took 14.115774ms I0415 22:59:55.937844 3670 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-mwvns] addLogicalPort annotation time took 14.145793ms I0415 22:59:55.939185 3670 pods.go:271] [tsf-tpa/migrate-db-mwvns] addLogicalPort took 15.571635ms, libovsdb time 895.982µs I0415 22:59:56.285335 3670 cni.go:452] [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key ] I0415 22:59:56.294689 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-mwvns, hostIfaceName: 0fca3b5a0c9833e, network: default, NAD default, SandboxID: "0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2", PCI device ID: , UID: "7a8265b3-c0ad-4e5d-adcd-45c71102eb3c", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0415 22:59:56.345868 3670 cni.go:473] [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:2d:c4:61:58:fc\",\"name\":\"0fca3b5a0c9833e\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/534cf7b8-b5a3-4450-878b-16b3de02b577\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 22:59:58.674182 3670 cni.go:452] [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key ] I0415 22:59:58.756626 3670 cni.go:473] [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-mwvns 0fca3b5a0c9833e98bb1304f1ad85f100aded67578f3cf69ae4503ef3121bbc2 network default NAD default NAD key default], result "{}", err I0415 22:59:58.811464 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:58.811505 3670 pods.go:176] Deleting pod: tsf-tpa/migrate-db-mwvns I0415 22:59:58.812774 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-mwvns, ips: 10.130.0.41 I0415 22:59:58.812799 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:58.955158 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:58.955180 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:00.193583 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0415 23:00:00.638410 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0415 23:00:02.092287 3670 base_network_controller_pods.go:487] [default/tsf-tpa/server-dcb599cdf-87sq7] creating logical port tsf-tpa_server-dcb599cdf-87sq7 for pod on switch ip-10-0-1-81.ec2.internal I0415 23:00:02.092415 3670 kube.go:256] Updating pod tsf-tpa/server-dcb599cdf-87sq7 I0415 23:00:02.108757 3670 pod.go:62] [tsf-tpa/server-dcb599cdf-87sq7] pod update took 16.369523ms I0415 23:00:02.108780 3670 base_network_controller_pods.go:951] [default/tsf-tpa/server-dcb599cdf-87sq7] addLogicalPort annotation time took 16.397167ms I0415 23:00:02.110008 3670 pods.go:271] [tsf-tpa/server-dcb599cdf-87sq7] addLogicalPort took 17.735996ms, libovsdb time 828.688µs I0415 23:00:02.141219 3670 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-7sfxh] creating logical port tsf-tpa_importer-5b5b6dd8fb-7sfxh for pod on switch ip-10-0-1-81.ec2.internal I0415 23:00:02.141345 3670 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-7sfxh I0415 23:00:02.158189 3670 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-7sfxh] pod update took 16.865884ms I0415 23:00:02.158211 3670 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-7sfxh] addLogicalPort annotation time took 16.895329ms I0415 23:00:02.159470 3670 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-7sfxh] addLogicalPort took 18.267619ms, libovsdb time 868.587µs I0415 23:00:04.295337 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:04.295940 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:05.137508 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:05.137535 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:07.254427 3670 cni.go:452] [tsf-tpa/server-dcb599cdf-87sq7 04f1ab505ecf69053f01c0bfe3f53c7f06ef6cbcd794cc94f023acf3a30514a1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-dcb599cdf-87sq7 04f1ab505ecf69053f01c0bfe3f53c7f06ef6cbcd794cc94f023acf3a30514a1 network default NAD default NAD key ] I0415 23:00:07.263844 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-dcb599cdf-87sq7, hostIfaceName: 04f1ab505ecf690, network: default, NAD default, SandboxID: "04f1ab505ecf69053f01c0bfe3f53c7f06ef6cbcd794cc94f023acf3a30514a1", PCI device ID: , UID: "6bbe01ef-529c-4268-87e5-64ccd8c9667c", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0415 23:00:07.305317 3670 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-7sfxh 8f009292333fa9388da637d6d5b19a51bfd2e5f81d022a671c3fe6660f523661 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-7sfxh 8f009292333fa9388da637d6d5b19a51bfd2e5f81d022a671c3fe6660f523661 network default NAD default NAD key ] I0415 23:00:07.316877 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-7sfxh, hostIfaceName: 8f009292333fa93, network: default, NAD default, SandboxID: "8f009292333fa9388da637d6d5b19a51bfd2e5f81d022a671c3fe6660f523661", PCI device ID: , UID: "93bc7611-dd73-4ea5-b3ce-27206957b20f", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0415 23:00:07.319910 3670 cni.go:473] [tsf-tpa/server-dcb599cdf-87sq7 04f1ab505ecf69053f01c0bfe3f53c7f06ef6cbcd794cc94f023acf3a30514a1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-dcb599cdf-87sq7 04f1ab505ecf69053f01c0bfe3f53c7f06ef6cbcd794cc94f023acf3a30514a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:48:37:89:27:4d\",\"name\":\"04f1ab505ecf690\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/272a7a62-1dc6-4e94-95ed-1de31a8a8af0\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 23:00:07.371816 3670 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-7sfxh 8f009292333fa9388da637d6d5b19a51bfd2e5f81d022a671c3fe6660f523661 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-7sfxh 8f009292333fa9388da637d6d5b19a51bfd2e5f81d022a671c3fe6660f523661 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:aa:f0:ae:05:cb\",\"name\":\"8f009292333fa93\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb7955a1-a8e1-42d6-bdd8-f525201f24a3\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0415 23:00:07.759754 3670 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0415 23:00:08.291173 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:08.291716 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:09.316625 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:09.316647 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:16.342542 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:16.343158 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:17.372476 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:17.372503 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 23:00:18.765422 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0415 23:00:33.279982 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0415 23:00:35.435278 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:35.435906 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:35.478942 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:35.478972 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:35.487005 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0415 23:00:35.487032 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0415 23:00:36.300889 3670 namespace.go:98] [integration-service] adding namespace I0415 23:00:36.301814 3670 namespace.go:102] [integration-service] adding namespace took 905.242µs I0415 23:00:36.306266 3670 namespace.go:98] [default-tenant] adding namespace I0415 23:00:36.306420 3670 namespace.go:98] [build-service] adding namespace I0415 23:00:36.306443 3670 namespace.go:98] [image-controller] adding namespace I0415 23:00:36.306927 3670 namespace.go:102] [default-tenant] adding namespace took 645.143µs I0415 23:00:36.307589 3670 namespace.go:102] [build-service] adding namespace took 1.155625ms I0415 23:00:36.308172 3670 namespace.go:102] [image-controller] adding namespace took 1.719356ms I0415 23:00:36.333759 3670 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.358090 3670 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.367488 3670 namespace.go:142] [default-tenant] updating namespace I0415 23:00:36.407498 3670 namespace.go:142] [default-tenant] updating namespace I0415 23:00:36.421081 3670 namespace.go:142] [build-service] updating namespace I0415 23:00:36.444918 3670 namespace.go:142] [build-service] updating namespace I0415 23:00:36.465740 3670 namespace.go:142] [image-controller] updating namespace I0415 23:00:36.493953 3670 namespace.go:142] [image-controller] updating namespace I0415 23:00:36.520404 3670 namespace.go:142] [build-service] updating namespace I0415 23:00:36.548479 3670 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.637494 3670 namespace.go:98] [release-service] adding namespace I0415 23:00:36.638392 3670 namespace.go:102] [release-service] adding namespace took 878.655µs I0415 23:00:36.659959 3670 namespace.go:142] [release-service] updating namespace I0415 23:00:36.667311 3670 namespace.go:142] [release-service] updating namespace I0415 23:00:36.770361 3670 namespace.go:142] [konflux-ui] updating namespace I0415 23:00:36.798624 3670 namespace.go:98] [konflux-info] adding namespace I0415 23:00:36.799508 3670 namespace.go:102] [konflux-info] adding namespace took 862.397µs I0415 23:00:36.862486 3670 namespace.go:142] [konflux-info] updating namespace I0415 23:00:36.921565 3670 namespace.go:142] [konflux-info] updating namespace I0415 23:00:36.921691 3670 namespace.go:98] [namespace-lister] adding namespace I0415 23:00:36.922571 3670 namespace.go:102] [namespace-lister] adding namespace took 863.688µs I0415 23:00:37.001054 3670 namespace.go:98] [enterprise-contract-service] adding namespace I0415 23:00:37.001897 3670 namespace.go:102] [enterprise-contract-service] adding namespace took 825.487µs I0415 23:00:37.053463 3670 namespace.go:142] [image-controller] updating namespace I0415 23:00:37.067330 3670 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:37.200235 3670 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:37.200417 3670 namespace.go:142] [default-tenant] updating namespace I0415 23:00:37.234559 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:37.458507 3670 namespace.go:98] [segment-bridge] adding namespace I0415 23:00:37.458571 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:37.459444 3670 namespace.go:102] [segment-bridge] adding namespace took 916.779µs I0415 23:00:37.615713 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0415 23:00:37.616396 3670 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0415 23:00:37.616419 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0415 23:00:37.619318 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0415 23:00:37.686548 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0415 23:00:37.686579 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0415 23:00:37.686544 3670 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:37.687399 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0415 23:00:37.938027 3670 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:38.491003 3670 namespace.go:142] [build-service] updating namespace I0415 23:00:39.147640 3670 namespace.go:142] [default-tenant] updating namespace I0415 23:00:39.340543 3670 namespace.go:142] [image-controller] updating namespace I0415 23:00:39.532447 3670 namespace.go:142] [integration-service] updating namespace I0415 23:00:39.730798 3670 namespace.go:142] [release-service] updating namespace I0415 23:00:39.872672 3670 namespace.go:142] [build-service] updating namespace I0415 23:00:39.890208 3670 namespace.go:142] [default-tenant] updating namespace I0415 23:00:39.903357 3670 namespace.go:142] [image-controller] updating namespace I0415 23:00:39.917660 3670 namespace.go:142] [integration-service] updating namespace I0415 23:00:39.930083 3670 namespace.go:142] [release-service] updating namespace I0415 23:00:39.992843 3670 namespace.go:142] [build-service] updating namespace I0415 23:00:40.071161 3670 namespace.go:142] [default-tenant] updating namespace I0415 23:00:40.156495 3670 namespace.go:142] [image-controller] updating namespace I0415 23:00:40.242367 3670 namespace.go:142] [integration-service] updating namespace I0415 23:00:40.320208 3670 namespace.go:142] [release-service] updating namespace I0415 23:00:41.648363 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:41.855291 3670 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.051903 3670 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.253469 3670 namespace.go:142] [segment-bridge] updating namespace W0415 23:00:42.343555 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0415 23:00:42.380687 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:42.396126 3670 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.411630 3670 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.425793 3670 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:42.480047 3670 namespace.go:142] [enterprise-contract-service] updating namespace W0415 23:00:42.531348 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0415 23:00:42.559346 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0415 23:00:42.581251 3670 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.680118 3670 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.778321 3670 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:43.193811 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0415 23:00:48.564421 3670 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0415 23:00:51.166318 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 W0415 23:00:53.420909 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.420929 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.444670 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:00:53.445155 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:00:53.625621 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:00:53.627667 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:00:53.666712 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.666728 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.696293 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0415 23:00:53.697262 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0415 23:01:04.997454 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:01:04.997988 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:01:05.488535 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:01:05.488558 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:01:05.493360 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:01:05.493385 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:01:37.835953 3670 namespace.go:142] [openshift-pipelines] updating namespace I0415 23:02:03.457993 3670 obj_retry.go:498] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:03.458623 3670 obj_retry.go:498] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:04.045656 3670 obj_retry.go:492] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:04.045681 3670 obj_retry.go:492] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:04.052051 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:02:04.052075 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:02:07.955195 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:07.955803 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:07.974566 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:07.974583 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:07.979835 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0415 23:02:07.979861 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0415 23:02:33.454319 3670 namespace.go:98] [default-managed-tenant-syc5c] adding namespace I0415 23:02:33.455220 3670 namespace.go:102] [default-managed-tenant-syc5c] adding namespace took 875.491µs I0415 23:02:33.480645 3670 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:33.499596 3670 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.472593 3670 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.599202 3670 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.699213 3670 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:55.193080 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0415 23:03:42.084098 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=74 I0415 23:05:04.166146 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0415 23:05:18.079991 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0415 23:05:31.084696 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=41 I0415 23:06:00.188087 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0415 23:06:23.089148 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0415 23:06:30.183237 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0415 23:07:11.198554 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0415 23:07:17.083697 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=65 I0415 23:07:29.161909 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0415 23:07:37.093445 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=252 I0415 23:07:52.198686 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0415 23:07:53.161979 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0415 23:08:25.177636 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0415 23:08:51.197341 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0415 23:09:23.171422 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0415 23:09:55.052318 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:55.052372 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:55.060006 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nk4r2 I0415 23:09:55.060041 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nk4r2 I0415 23:09:58.045296 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:58.045344 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:58.048942 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mwvns I0415 23:09:58.048977 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mwvns I0415 23:10:04.340324 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:10:04.341005 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:10:05.213326 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:05.213372 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.039848 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.039893 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.044356 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-h978p I0415 23:10:09.044383 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-h978p I0415 23:11:40.192728 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0415 23:12:45.090079 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0415 23:12:50.089035 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0415 23:12:58.167204 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0415 23:13:34.188145 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0415 23:13:44.084749 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0415 23:13:55.170434 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0415 23:14:10.203280 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0415 23:14:18.202351 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0415 23:14:29.166724 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0415 23:15:42.088001 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0415 23:15:51.096669 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0415 23:15:57.992679 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:15:57.993311 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:15:58.738662 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:15:58.738686 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:15:58.746276 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:15:58.746311 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:16:05.320438 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-76m85 for pod on switch ip-10-0-1-81.ec2.internal I0415 23:16:05.320549 3670 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:16:05.339451 3670 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85] pod update took 18.936885ms I0415 23:16:05.339480 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85] addLogicalPort annotation time took 18.974071ms I0415 23:16:05.340851 3670 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85] addLogicalPort took 20.423495ms, libovsdb time 930.057µs I0415 23:16:05.686106 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key ] I0415 23:16:05.695998 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-76m85, hostIfaceName: c2f2e16a48ddea5, network: default, NAD default, SandboxID: "c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9", PCI device ID: , UID: "5dc053ad-181d-4240-b907-e361405c3ec9", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0415 23:16:05.753569 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3d:c7:01:47:7a\",\"name\":\"c2f2e16a48ddea5\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48f31012-bb2b-4023-bef6-fcab773df555\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0415 23:16:08.097680 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=52 W0415 23:16:11.483169 3670 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh I0415 23:16:13.238740 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:13.239308 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0415 23:16:18.816838 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.816860 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.816866 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.816870 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.816884 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.816888 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.816893 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.816897 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:21.044821 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:21.044840 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:21.044845 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:21.044850 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-81.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0415 23:16:30.315432 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:30.315975 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:51.476968 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:51.477550 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:56.411377 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:56.411984 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:57.128798 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:16:57.128823 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:16:57.139651 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:16:57.139674 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:17:05.561479 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:05.562026 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:10.203302 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0415 23:17:13.634828 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:13.635462 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:14.424647 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:14.425345 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:44.182779 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0415 23:17:54.725779 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:54.726387 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:18:04.094117 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0415 23:18:22.176038 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0415 23:18:30.171716 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0415 23:19:03.197345 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0415 23:19:54.742922 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:19:54.743588 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:00.649899 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:00.650527 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:06.295240 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:06.295811 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:07.315017 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.315043 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.346037 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.346069 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.352102 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 I0415 23:20:07.352151 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 I0415 23:20:11.192723 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0415 23:20:11.482592 3670 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-h978p I0415 23:20:13.206762 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0415 23:20:43.053764 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:43.054377 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:49.072719 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:49.073363 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:51.181737 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:51.182318 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:58.053056 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:58.053654 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:58.174408 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0415 23:20:59.088953 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0415 23:21:00.094506 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0415 23:21:00.258640 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:00.259235 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:11.649279 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:11.649827 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:29.093258 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0415 23:21:41.583819 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:41.584381 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:51.650693 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:51.651346 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:52.659560 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:52.660191 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:53.701278 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:53.701902 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:19.985640 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:19.986194 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:21.207653 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0415 23:22:33.090848 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:33.091431 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.081701 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key ] I0415 23:22:51.166816 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 c2f2e16a48ddea5114e8a56b0bde7197b9c6e40e845be322c051c58ff47c7be9 network default NAD default NAD key default], result "{}", err I0415 23:22:51.229521 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.229560 3670 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:22:51.231099 3670 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85, ips: 10.130.0.44 I0415 23:22:51.231151 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.366337 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.366857 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:52.066771 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.066796 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.073280 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:22:52.073304 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:22:52.143222 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.143242 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.146799 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:22:52.146828 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:23:26.207628 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0415 23:23:45.101773 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0415 23:23:50.171236 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0415 23:24:43.141160 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:43.141753 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:52.955282 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:52.955880 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:13.066583 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:13.067209 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:15.102315 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=349 I0415 23:25:28.498983 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:28.499587 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:29.228617 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:29.229257 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:43.397891 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:43.398479 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:45.637176 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:45.637737 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:00.556165 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:00.556729 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:30.032774 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:30.033392 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:32.187093 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0415 23:26:38.093909 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0415 23:26:57.006781 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:57.007359 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:06.397086 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:06.397654 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:07.428561 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:07.429153 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.511808 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.512387 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.561632 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.562199 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:15.509964 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:15.510608 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:20.176623 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0415 23:27:22.098392 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0415 23:27:27.266500 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:27.267154 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:40.097456 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0415 23:27:40.426291 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:40.426886 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:49.479390 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:49.479967 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:05.064237 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:05.064842 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:19.181147 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0415 23:28:21.179617 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0415 23:28:30.902588 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:30.903172 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:42.202006 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0415 23:28:48.197162 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0415 23:28:53.176484 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:53.177024 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.338547 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.339579 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.547603 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.548173 3670 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.988867 3670 obj_retry.go:492] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:29:01.988890 3670 obj_retry.go:492] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:29:01.992384 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:29:01.992406 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:29:25.099615 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0415 23:29:41.212831 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0415 23:29:49.212601 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0415 23:29:51.212207 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0415 23:30:04.692592 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:30:04.693204 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:30:05.567335 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.567360 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.623236 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.623262 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.628074 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 I0415 23:30:05.628100 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9