+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-216.ec2.internal ++ [[ -n ip-10-0-2-216.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-216.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 22:52:28.563446736 - disable conntrack on geneve port' I0420 22:52:28.563446736 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 22:52:28.581357549 - starting ovnkube-node' I0420 22:52:28.581357549 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-216.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-216.ec2.internal --init-node ip-10-0-2-216.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-216.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 22:52:28.621767 3676 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 22:52:28.621822 3676 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-50772837a9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 22:52:28.623164 3676 kube.go:431] Waiting for certificate I0420 22:52:28.623196 3676 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 22:52:28.623249 3676 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 22:52:28.624033 3676 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 22:52:28.649400 3676 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:28.649427 3676 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:28.652780 3676 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:28.652873 3676 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hqh8g" I0420 22:52:42.932240 3676 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hqh8g" I0420 22:52:42.932362 3676 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:43.623487 3676 kube.go:438] Certificate found I0420 22:52:43.624012 3676 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 22:52:43.625122 3676 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 22:52:43.698728 3676 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 22:52:43.712078 3676 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 22:52:43.712191 3676 server.go:101] MetricServer registers OVS metrics I0420 22:52:43.712475 3676 server.go:105] MetricServer registers OVN DB metrics I0420 22:52:43.712872 3676 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 22:52:43.712935 3676 factory.go:561] Starting watch factory I0420 22:52:43.713049 3676 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.713048 3676 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.713071 3676 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.713079 3676 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.713052 3676 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.713123 3676 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.713590 3676 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.713698 3676 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.714017 3676 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.714172 3676 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.714599 3676 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.714713 3676 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.716618 3676 controller_manager.go:370] Starting the ovnkube controller I0420 22:52:43.716633 3676 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-216.ec2.internal I0420 22:52:43.716695 3676 controller_manager.go:395] NBDB zone sync took: 51.569µs I0420 22:52:43.716708 3676 factory.go:561] Starting watch factory I0420 22:52:43.717522 3676 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 22:52:43.717542 3676 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 22:52:43.730679 3676 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 22:52:43.730714 3676 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 22:52:43.734038 3676 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.734172 3676 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 22:52:43.734207 3676 server.go:109] MetricServer registers OVN Controller metrics I0420 22:52:43.735515 3676 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.735530 3676 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.737376 3676 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.739471 3676 server.go:113] MetricServer registers OVN Northd metrics I0420 22:52:43.739572 3676 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.743703 3676 metrics.go:519] OVN Metrics Server starts to run ... I0420 22:52:43.746104 3676 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:43.818755 3676 factory.go:1977] *v1.Service informer cache synced successfully I0420 22:52:43.818780 3676 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 22:52:43.818784 3676 factory.go:1977] *v1.Pod informer cache synced successfully I0420 22:52:43.818787 3676 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 22:52:43.818789 3676 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 22:52:43.818792 3676 factory.go:1977] *v1.Node informer cache synced successfully I0420 22:52:43.818847 3676 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:43.818861 3676 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:43.818894 3676 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:43.818919 3676 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:43.822439 3676 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 22:52:43.822451 3676 factory.go:1977] *v1.Node informer cache synced successfully I0420 22:52:43.822454 3676 factory.go:1977] *v1.Service informer cache synced successfully I0420 22:52:43.822457 3676 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 22:52:43.822460 3676 factory.go:1977] *v1.Pod informer cache synced successfully I0420 22:52:43.822463 3676 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 22:52:43.822944 3676 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:43.822956 3676 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:43.823838 3676 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 22:52:43.823850 3676 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 22:52:43.823908 3676 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.823925 3676 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.827738 3676 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 22:52:43.827749 3676 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 22:52:43.827839 3676 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.829891 3676 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 22:52:43.829946 3676 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.829957 3676 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.833003 3676 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 22:52:43.833468 3676 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.835453 3676 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 22:52:43.835507 3676 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.835518 3676 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.838334 3676 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 22:52:43.838584 3676 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.840539 3676 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 22:52:43.840591 3676 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.840606 3676 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.843691 3676 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 22:52:43.843804 3676 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.845842 3676 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 22:52:43.845899 3676 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.845912 3676 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.848242 3676 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.849109 3676 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 22:52:43.851654 3676 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 22:52:43.851797 3676 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:52:43.851809 3676 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:52:43.854919 3676 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 22:52:43.855060 3676 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:52:43.857128 3676 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 22:52:43.857189 3676 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.857201 3676 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.857257 3676 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.857272 3676 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.859962 3676 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 22:52:43.876723 3676 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.876767 3676 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:43.963894 3676 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 22:52:43.963905 3676 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 22:52:43.963912 3676 factory.go:680] Watch Factory start up complete, took: 250.983485ms I0420 22:52:43.964044 3676 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 22:52:43.966204 3676 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 22:52:43.966214 3676 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 22:52:43.966236 3676 factory.go:680] Watch Factory start up complete, took: 249.511753ms I0420 22:52:43.966244 3676 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-216.ec2.internal" zone I0420 22:52:44.016953 3676 default_node_network_controller.go:710] Initializing the default node network controller I0420 22:52:44.020332 3676 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 22:47:42 +0000 UTC" deadline="2026-04-21 19:36:09.544147247 +0000 UTC" I0420 22:52:44.020350 3676 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h43m25.52380382s" I0420 22:52:44.099628 3676 udn_isolation.go:101] Starting UDN host isolation manager I0420 22:52:44.105711 3676 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 22:52:44.154325 3676 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 22:52:44.154486 3676 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 22:52:44.154503 3676 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 22:52:44.186256 3676 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 22:52:44.186315 3676 default_node_network_controller.go:809] Node ip-10-0-2-216.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0420 22:52:44.191507 3676 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.216"] k8s.ovn.org/zone-name:ip-10-0-2-216.ec2.internal] on node ip-10-0-2-216.ec2.internal I0420 22:52:44.216672 3676 controller_manager.go:429] Waiting for node in zone sync took: 250.41581ms I0420 22:52:44.217502 3676 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 22:52:44.221831 3676 controller_manager.go:611] Switching to transit router for layer2 networks I0420 22:52:44.221847 3676 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-216.ec2.internal I0420 22:52:44.223340 3676 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 22:52:44.223464 3676 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0420 22:52:44.223587 3676 gateway_init.go:263] Preparing Gateway I0420 22:52:44.223599 3676 gateway_shared_intf.go:1687] Creating new gateway I0420 22:52:44.239212 3676 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 22:52:44.245673 3676 controller_manager.go:290] SCTP support detected in OVN I0420 22:52:44.246253 3676 services_controller.go:69] Creating services controller for network=default I0420 22:52:44.246347 3676 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 22:52:44.246448 3676 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 22:52:44.246480 3676 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 22:52:44.246497 3676 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 22:52:44.246508 3676 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 22:52:44.246695 3676 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 22:52:44.246759 3676 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 22:52:44.246796 3676 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.283µs I0420 22:52:44.246808 3676 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 36.3µs I0420 22:52:44.246818 3676 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.988µs I0420 22:52:44.246825 3676 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 22:52:44.246839 3676 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 22:52:44.246851 3676 default_network_controller.go:325] Starting the default network controller I0420 22:52:44.246910 3676 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 6.244µs I0420 22:52:44.246917 3676 udn_enabled_svc.go:95] Performing full resync I0420 22:52:44.247286 3676 udn_enabled_svc.go:99] Waiting for handler to sync I0420 22:52:44.247303 3676 udn_enabled_svc.go:104] Starting worker I0420 22:52:44.256200 3676 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 22:52:44.256283 3676 repair.go:33] Syncing exgw routes took 68.982µs I0420 22:52:44.256307 3676 default_network_controller.go:414] Starting all the Watchers... I0420 22:52:44.256432 3676 namespace.go:98] [default] adding namespace I0420 22:52:44.256434 3676 namespace.go:98] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] adding namespace I0420 22:52:44.256449 3676 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 22:52:44.256459 3676 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 22:52:44.256461 3676 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 22:52:44.256479 3676 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 22:52:44.256487 3676 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 22:52:44.256486 3676 namespace.go:98] [openshift-package-operator] adding namespace I0420 22:52:44.256493 3676 namespace.go:98] [openshift-apiserver] adding namespace I0420 22:52:44.256506 3676 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 22:52:44.256517 3676 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 22:52:44.256517 3676 namespace.go:98] [openshift-operators] adding namespace I0420 22:52:44.256525 3676 namespace.go:98] [openshift-authentication] adding namespace I0420 22:52:44.256521 3676 namespace.go:98] [openshift-dns-operator] adding namespace I0420 22:52:44.256532 3676 namespace.go:98] [kube-system] adding namespace I0420 22:52:44.256979 3676 namespace.go:102] [default] adding namespace took 533.303µs I0420 22:52:44.256998 3676 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 22:52:44.257472 3676 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 467.713µs I0420 22:52:44.257487 3676 namespace.go:98] [openshift-monitoring] adding namespace I0420 22:52:44.258035 3676 namespace.go:102] [openshift-monitoring] adding namespace took 543.878µs I0420 22:52:44.258048 3676 namespace.go:98] [openshift-console] adding namespace I0420 22:52:44.258556 3676 namespace.go:102] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] adding namespace took 2.105247ms I0420 22:52:44.258572 3676 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 22:52:44.258970 3676 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.510222ms I0420 22:52:44.258985 3676 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 22:52:44.259412 3676 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.945108ms I0420 22:52:44.259421 3676 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 22:52:44.259960 3676 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.489854ms I0420 22:52:44.259974 3676 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 22:52:44.260471 3676 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.977438ms I0420 22:52:44.260484 3676 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 22:52:44.261016 3676 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.528151ms I0420 22:52:44.261030 3676 namespace.go:98] [dedicated-admin] adding namespace I0420 22:52:44.261581 3676 namespace.go:102] [openshift-package-operator] adding namespace took 5.083958ms I0420 22:52:44.261596 3676 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 22:52:44.262007 3676 namespace.go:102] [openshift-apiserver] adding namespace took 5.50854ms I0420 22:52:44.262019 3676 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 22:52:44.262587 3676 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.070209ms I0420 22:52:44.262601 3676 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 22:52:44.263118 3676 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.595973ms I0420 22:52:44.263132 3676 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 22:52:44.263638 3676 namespace.go:102] [openshift-operators] adding namespace took 7.108991ms I0420 22:52:44.263653 3676 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 22:52:44.264081 3676 namespace.go:102] [openshift-authentication] adding namespace took 7.549029ms I0420 22:52:44.264098 3676 namespace.go:98] [openshift-multus] adding namespace I0420 22:52:44.264625 3676 namespace.go:102] [openshift-dns-operator] adding namespace took 8.087566ms I0420 22:52:44.264646 3676 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 22:52:44.265077 3676 namespace.go:102] [kube-system] adding namespace took 8.538048ms I0420 22:52:44.265093 3676 namespace.go:98] [openshift-backplane] adding namespace I0420 22:52:44.265713 3676 namespace.go:102] [openshift-console] adding namespace took 7.659837ms I0420 22:52:44.265727 3676 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 22:52:44.266111 3676 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.535538ms I0420 22:52:44.266122 3676 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 22:52:44.266566 3676 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.575643ms I0420 22:52:44.266584 3676 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 22:52:44.267115 3676 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.689353ms I0420 22:52:44.267130 3676 namespace.go:98] [kube-public] adding namespace I0420 22:52:44.267538 3676 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.558776ms I0420 22:52:44.267551 3676 namespace.go:98] [openshift-logging] adding namespace I0420 22:52:44.268039 3676 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.548058ms I0420 22:52:44.268053 3676 namespace.go:98] [openshift-config-managed] adding namespace I0420 22:52:44.268522 3676 namespace.go:102] [dedicated-admin] adding namespace took 7.484766ms I0420 22:52:44.268539 3676 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 22:52:44.269008 3676 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.404422ms I0420 22:52:44.269027 3676 namespace.go:98] [openshift-node] adding namespace I0420 22:52:44.269390 3676 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.36264ms I0420 22:52:44.269409 3676 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 22:52:44.269954 3676 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.347878ms I0420 22:52:44.269968 3676 namespace.go:98] [openshift-infra] adding namespace I0420 22:52:44.270365 3676 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.228416ms I0420 22:52:44.270379 3676 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace W0420 22:52:44.270750 3676 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-skbdd: pod openshift-multus/network-metrics-daemon-skbdd: no pod IPs found W0420 22:52:44.270771 3676 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5rnjk: pod openshift-multus/network-metrics-daemon-5rnjk: no pod IPs found I0420 22:52:44.270794 3676 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.136915ms I0420 22:52:44.270809 3676 namespace.go:98] [openshift-config] adding namespace I0420 22:52:44.271336 3676 namespace.go:102] [openshift-multus] adding namespace took 7.23197ms I0420 22:52:44.271349 3676 namespace.go:98] [openshift-cluster-version] adding namespace I0420 22:52:44.272207 3676 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.554095ms I0420 22:52:44.272247 3676 namespace.go:98] [openshift-insights] adding namespace I0420 22:52:44.272670 3676 namespace.go:102] [openshift-backplane] adding namespace took 7.573009ms I0420 22:52:44.272683 3676 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 22:52:44.273133 3676 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.400444ms I0420 22:52:44.273146 3676 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 22:52:44.273595 3676 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.469412ms I0420 22:52:44.273606 3676 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 22:52:44.274020 3676 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.431477ms I0420 22:52:44.274030 3676 namespace.go:98] [openshift-etcd] adding namespace I0420 22:52:44.274434 3676 namespace.go:102] [kube-public] adding namespace took 7.295036ms I0420 22:52:44.274452 3676 namespace.go:98] [openshift-ingress] adding namespace I0420 22:52:44.274928 3676 namespace.go:102] [openshift-logging] adding namespace took 7.368567ms I0420 22:52:44.274948 3676 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 22:52:44.275388 3676 namespace.go:102] [openshift-config-managed] adding namespace took 7.328292ms I0420 22:52:44.275406 3676 namespace.go:98] [openshift-host-network] adding namespace I0420 22:52:44.275853 3676 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.308179ms I0420 22:52:44.275868 3676 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 22:52:44.276245 3676 namespace.go:102] [openshift-node] adding namespace took 7.212842ms I0420 22:52:44.276255 3676 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 22:52:44.276684 3676 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.266603ms I0420 22:52:44.276703 3676 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 22:52:44.277060 3676 namespace.go:102] [openshift-infra] adding namespace took 7.084239ms I0420 22:52:44.277077 3676 namespace.go:98] [openshift-image-registry] adding namespace I0420 22:52:44.277516 3676 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.129632ms I0420 22:52:44.277530 3676 namespace.go:98] [openshift-controller-manager] adding namespace I0420 22:52:44.277950 3676 namespace.go:102] [openshift-config] adding namespace took 7.133991ms I0420 22:52:44.277967 3676 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 22:52:44.278398 3676 namespace.go:102] [openshift-cluster-version] adding namespace took 7.04486ms I0420 22:52:44.278408 3676 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 22:52:44.278799 3676 namespace.go:102] [openshift-insights] adding namespace took 6.544629ms I0420 22:52:44.278812 3676 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 22:52:44.279202 3676 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.513081ms I0420 22:52:44.279214 3676 namespace.go:98] [openshift-machine-api] adding namespace I0420 22:52:44.279593 3676 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.44242ms I0420 22:52:44.280018 3676 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.407372ms I0420 22:52:44.280030 3676 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 22:52:44.280466 3676 namespace.go:102] [openshift-etcd] adding namespace took 6.431323ms I0420 22:52:44.280479 3676 namespace.go:98] [kube-node-lease] adding namespace I0420 22:52:44.280903 3676 namespace.go:102] [openshift-ingress] adding namespace took 6.445992ms I0420 22:52:44.280915 3676 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 22:52:44.281471 3676 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.515605ms I0420 22:52:44.281487 3676 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 22:52:44.281935 3676 namespace.go:102] [openshift-host-network] adding namespace took 6.522789ms I0420 22:52:44.281949 3676 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 22:52:44.282359 3676 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.485032ms I0420 22:52:44.282372 3676 namespace.go:98] [openshift-network-operator] adding namespace I0420 22:52:44.282822 3676 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.560384ms I0420 22:52:44.282840 3676 namespace.go:98] [openshift-dns] adding namespace I0420 22:52:44.283254 3676 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.543454ms I0420 22:52:44.283266 3676 namespace.go:98] [openshift-console-operator] adding namespace I0420 22:52:44.283893 3676 namespace.go:102] [openshift-image-registry] adding namespace took 6.808351ms I0420 22:52:44.283909 3676 namespace.go:98] [openshift] adding namespace I0420 22:52:44.284454 3676 namespace.go:102] [openshift-controller-manager] adding namespace took 6.918044ms I0420 22:52:44.284469 3676 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 22:52:44.284878 3676 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.905569ms I0420 22:52:44.284891 3676 namespace.go:98] [openshift-marketplace] adding namespace I0420 22:52:44.285480 3676 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.065549ms I0420 22:52:44.285498 3676 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 22:52:44.285910 3676 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.09206ms I0420 22:52:44.285923 3676 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 22:52:44.286343 3676 namespace.go:102] [openshift-machine-api] adding namespace took 7.121878ms I0420 22:52:44.286359 3676 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 22:52:44.286776 3676 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.740654ms I0420 22:52:44.286793 3676 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 22:52:44.287200 3676 namespace.go:102] [kube-node-lease] adding namespace took 6.714361ms I0420 22:52:44.287214 3676 namespace.go:98] [openshift-network-console] adding namespace W0420 22:52:44.287624 3676 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9hxs9: pod openshift-network-diagnostics/network-check-target-9hxs9: no pod IPs found W0420 22:52:44.287640 3676 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-r9x8g: pod openshift-network-diagnostics/network-check-target-r9x8g: no pod IPs found I0420 22:52:44.287662 3676 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.742033ms I0420 22:52:44.287679 3676 namespace.go:98] [openshift-service-ca] adding namespace I0420 22:52:44.288158 3676 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.664489ms I0420 22:52:44.288173 3676 namespace.go:98] [openshift-config-operator] adding namespace I0420 22:52:44.288573 3676 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.618652ms I0420 22:52:44.289043 3676 namespace.go:102] [openshift-network-operator] adding namespace took 6.666549ms I0420 22:52:44.289566 3676 namespace.go:102] [openshift-dns] adding namespace took 6.719065ms I0420 22:52:44.290009 3676 namespace.go:102] [openshift-console-operator] adding namespace took 6.739124ms I0420 22:52:44.290523 3676 namespace.go:102] [openshift] adding namespace took 6.609185ms I0420 22:52:44.290951 3676 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.477175ms I0420 22:52:44.291376 3676 namespace.go:102] [openshift-marketplace] adding namespace took 6.47926ms I0420 22:52:44.291907 3676 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.403562ms I0420 22:52:44.291920 3676 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 22:52:44.292359 3676 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.429221ms I0420 22:52:44.292784 3676 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.417958ms I0420 22:52:44.293253 3676 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.453855ms I0420 22:52:44.293801 3676 namespace.go:102] [openshift-network-console] adding namespace took 6.58046ms I0420 22:52:44.294250 3676 namespace.go:102] [openshift-service-ca] adding namespace took 6.566603ms I0420 22:52:44.294796 3676 namespace.go:102] [openshift-config-operator] adding namespace took 6.618689ms I0420 22:52:44.295189 3676 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.262935ms W0420 22:52:44.295295 3676 master.go:458] Unable to parse local node ip-10-0-2-216.ec2.internal chassis-id annotation. Chassis may be removed during sync W0420 22:52:44.295305 3676 master.go:471] Unable to parse remote node ip-10-0-0-153.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 22:52:44.295310 3676 master.go:481] Removing stale chassis with ID/Name: 5d13de5f-8e0d-4fe6-b476-a057f34bfd15, hostname: ip-10-0-2-216.ec2.internal I0420 22:52:44.295737 3676 master.go:548] Adding or Updating local node "ip-10-0-2-216.ec2.internal" for network "default" I0420 22:52:44.295818 3676 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-153.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-153.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-153.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-153.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal I0420 22:52:44.296856 3676 zone_ic_handler.go:195] Time taken to create transit switch: 413.886µs I0420 22:52:44.296869 3676 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-117.ec2.internal for the network default I0420 22:52:44.298045 3676 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-117.ec2.internal" on network "default" took: 1.611185ms I0420 22:52:44.299869 3676 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-216.ec2.internal for the network default I0420 22:52:44.300054 3676 zone_ic_handler.go:195] Time taken to create transit switch: 171.848µs I0420 22:52:44.300716 3676 default_network_controller.go:823] Node add failed for ip-10-0-2-216.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal, error getting gateway config for node ip-10-0-2-216.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-216.ec2.internal", failed to update chassis to local for local node ip-10-0-2-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-216.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal] E0420 22:52:44.300762 3676 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-216.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal, error getting gateway config for node ip-10-0-2-216.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-216.ec2.internal", failed to update chassis to local for local node ip-10-0-2-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-216.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal] I0420 22:52:44.300809 3676 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 22:52:44.300839 3676 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 22:52:44.300829 3676 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-216.ec2.internal", UID:"f5f4c09a-056e-4e99-bbf1-ee313ea9242a", APIVersion:"v1", ResourceVersion:"10184", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal, error getting gateway config for node ip-10-0-2-216.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-216.ec2.internal", failed to update chassis to local for local node ip-10-0-2-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-216.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal] I0420 22:52:44.300855 3676 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 22:52:44.300865 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:44.300896 3676 node_tracker.go:235] Node ip-10-0-0-153.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-153.ec2.internal" I0420 22:52:44.300910 3676 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.300924 3676 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.300934 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-117.ec2.internal in network "default" I0420 22:52:44.300977 3676 node_tracker.go:169] Node ip-10-0-1-117.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.300985 3676 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.300992 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.301004 3676 node_tracker.go:235] Node ip-10-0-2-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-216.ec2.internal" I0420 22:52:44.301010 3676 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.301014 3676 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.335696 3676 iptables.go:108] Creating table: filter chain: FORWARD I0420 22:52:44.342493 3676 iptables.go:108] Creating table: filter chain: OUTPUT I0420 22:52:44.349470 3676 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 22:52:44.349484 3676 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-216.ec2.internal","mac-address":"0e:22:b9:f9:23:53","ip-addresses":["10.0.2.216/24"],"ip-address":"10.0.2.216/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5d13de5f-8e0d-4fe6-b476-a057f34bfd15 k8s.ovn.org/node-encap-ips:["10.0.2.216"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.216/24"} k8s.ovn.org/zone-name:ip-10-0-2-216.ec2.internal] on node ip-10-0-2-216.ec2.internal I0420 22:52:44.367102 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.367127 3676 master.go:548] Adding or Updating local node "ip-10-0-2-216.ec2.internal" for network "default" I0420 22:52:44.367150 3676 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.367162 3676 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.371362 3676 default_node_network_controller.go:519] Node connection status = connected W0420 22:52:44.371850 3676 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5rnjk: pod openshift-multus/network-metrics-daemon-5rnjk: no pod IPs found W0420 22:52:44.371877 3676 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9hxs9: pod openshift-network-diagnostics/network-check-target-9hxs9: no pod IPs found I0420 22:52:44.373212 3676 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-216.ec2.internal for the network default I0420 22:52:44.373459 3676 zone_ic_handler.go:195] Time taken to create transit switch: 214.986µs I0420 22:52:44.401486 3676 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 22:52:44.401505 3676 services_controller.go:208] Setting up event handlers for services for network=default I0420 22:52:44.401546 3676 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 22:52:44.401593 3676 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 22:52:44.401613 3676 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 22:52:44.412370 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:44.412383 3676 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "ip-10-0-0-153.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.412392 3676 node_tracker.go:235] Node ip-10-0-0-153.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-153.ec2.internal" I0420 22:52:44.412405 3676 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.412417 3676 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.468883 3676 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "ip-10-0-0-153.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.501713 3676 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 22:52:44.501729 3676 repair.go:60] Starting repairing loop for services I0420 22:52:44.501812 3676 repair.go:131] Deleted 0 stale service LBs I0420 22:52:44.501830 3676 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 22:52:44.501845 3676 repair.go:62] Finished repairing loop for services: 117.515µs I0420 22:52:44.501868 3676 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 22:52:44.501878 3676 services_controller.go:254] Starting workers for network=default I0420 22:52:44.502284 3676 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9hxs9] creating logical port openshift-network-diagnostics_network-check-target-9hxs9 for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:44.502297 3676 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-skbdd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-skbdd: suppressed error logged: pod openshift-multus/network-metrics-daemon-skbdd: no pod IPs found I0420 22:52:44.502342 3676 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0420 22:52:44.502351 3676 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-r9x8g, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-r9x8g: suppressed error logged: pod openshift-network-diagnostics/network-check-target-r9x8g: no pod IPs found I0420 22:52:44.502395 3676 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5rnjk] creating logical port openshift-multus_network-metrics-daemon-5rnjk for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:44.502409 3676 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9hxs9 I0420 22:52:44.502479 3676 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5rnjk W0420 22:52:44.504724 3676 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:44.505034 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.505241 3676 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.505251 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.505255 3676 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 22:52:44.518626 3676 pod.go:62] [openshift-multus/network-metrics-daemon-5rnjk] pod update took 16.17032ms I0420 22:52:44.518645 3676 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5rnjk] addLogicalPort annotation time took 16.190838ms I0420 22:52:44.519535 3676 pods.go:271] [openshift-multus/network-metrics-daemon-5rnjk] addLogicalPort took 17.145557ms, libovsdb time 713.345µs I0420 22:52:44.520200 3676 pod.go:62] [openshift-network-diagnostics/network-check-target-9hxs9] pod update took 17.841369ms I0420 22:52:44.520238 3676 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9hxs9] addLogicalPort annotation time took 17.863965ms I0420 22:52:44.521170 3676 pods.go:271] [openshift-network-diagnostics/network-check-target-9hxs9] addLogicalPort took 18.899015ms, libovsdb time 733.796µs I0420 22:52:44.521699 3676 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 22:52:44.521723 3676 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 22:52:44.521737 3676 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 22:52:44.521741 3676 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 22:52:44.521920 3676 repair.go:29] Repairing admin network policies took 173.922µs I0420 22:52:44.522019 3676 repair.go:92] Repairing baseline admin network policies took 90.34µs I0420 22:52:44.522666 3676 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 22:52:44.522684 3676 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 22:52:44.524456 3676 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 22:52:44.524475 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 22:52:44.525195 3676 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 22:52:44.525208 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 22:52:44.526804 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 22:52:44.526828 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 22:52:44.526840 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 22:52:44.528641 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 22:52:44.528664 3676 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 22:52:44.528675 3676 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 22:52:44.529878 3676 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 22:52:44.529897 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 22:52:44.529906 3676 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 22:52:44.531322 3676 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 22:52:44.531339 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 22:52:44.531346 3676 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 22:52:44.531792 3676 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 22:52:44.531814 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 22:52:44.531824 3676 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 22:52:44.532068 3676 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 22:52:44.532083 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 22:52:44.532101 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 22:52:44.532531 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 22:52:44.532551 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 22:52:44.532582 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 22:52:44.533042 3676 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "ip-10-0-0-153.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.533088 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:44.533136 3676 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.533149 3676 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.533320 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 22:52:44.533341 3676 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 22:52:44.533352 3676 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] W0420 22:52:44.533413 3676 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.533425 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.533429 3676 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.533325 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.533637 3676 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:52:44.534379 3676 zone_ic_handler.go:195] Time taken to create transit switch: 785.258µs I0420 22:52:44.534391 3676 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-153.ec2.internal for the network default I0420 22:52:44.534901 3676 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 22:52:44.534924 3676 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 22:52:44.534937 3676 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 22:52:44.535340 3676 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-153.ec2.internal" on network "default" took: 1.758868ms I0420 22:52:44.535944 3676 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 22:52:44.535964 3676 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 22:52:44.535977 3676 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 22:52:44.537978 3676 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 22:52:44.537997 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 22:52:44.538006 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 22:52:44.538507 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 22:52:44.538529 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 22:52:44.538540 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 22:52:44.539031 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 22:52:44.539051 3676 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 22:52:44.539069 3676 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 22:52:44.540647 3676 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 22:52:44.540666 3676 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 22:52:44.540676 3676 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 22:52:44.541838 3676 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 22:52:44.541859 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 22:52:44.541867 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 22:52:44.542543 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 22:52:44.542564 3676 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 22:52:44.542577 3676 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 22:52:44.543581 3676 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 22:52:44.543602 3676 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 22:52:44.543612 3676 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 22:52:44.544657 3676 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 22:52:44.544681 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 22:52:44.544693 3676 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 22:52:44.545423 3676 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 22:52:44.545441 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 22:52:44.545449 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 22:52:44.545977 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 22:52:44.545998 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 22:52:44.546008 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 22:52:44.546348 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 22:52:44.546364 3676 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 22:52:44.546372 3676 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 22:52:44.547473 3676 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 22:52:44.547490 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 22:52:44.547498 3676 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 22:52:44.547990 3676 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 22:52:44.548008 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 22:52:44.548015 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 22:52:44.548554 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 22:52:44.548573 3676 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 22:52:44.548580 3676 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 22:52:44.549800 3676 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 22:52:44.549816 3676 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 22:52:44.549824 3676 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 22:52:44.550333 3676 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 22:52:44.550346 3676 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 22:52:44.550355 3676 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 22:52:44.551175 3676 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 22:52:44.551197 3676 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 22:52:44.551211 3676 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 22:52:44.551523 3676 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 22:52:44.551796 3676 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0420 22:52:44.557689 3676 egressfirewall.go:374] Starting EgressFirewall controller I0420 22:52:44.557722 3676 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 22:52:44.557728 3676 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 22:52:44.557745 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 22:52:44.557758 3676 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 22:52:44.557759 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 22:52:44.557771 3676 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 22:52:44.558027 3676 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 22:52:44.558042 3676 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 22:52:44.558047 3676 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 22:52:44.558055 3676 egressqos.go:193] Setting up event handlers for EgressQoS I0420 22:52:44.558065 3676 egressfirewall.go:723] Syncing node "ip-10-0-1-117.ec2.internal" for egress firewall I0420 22:52:44.558077 3676 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0420 22:52:44.558082 3676 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:44.558294 3676 egressqos.go:245] Starting EgressQoS Controller I0420 22:52:44.558307 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 22:52:44.558315 3676 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 22:52:44.558320 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 22:52:44.558325 3676 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 22:52:44.558331 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 22:52:44.558335 3676 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 22:52:44.558338 3676 egressqos.go:259] Repairing EgressQoSes I0420 22:52:44.558342 3676 egressqos.go:399] Starting repairing loop for egressqos I0420 22:52:44.558421 3676 egressqos.go:401] Finished repairing loop for egressqos: 78.44µs I0420 22:52:44.558436 3676 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 22:52:44.558476 3676 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-216.ec2.internal I0420 22:52:44.558515 3676 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-216.ec2.internal : 40.741µs I0420 22:52:44.558613 3676 egressservice_zone.go:210] Starting Egress Services Controller I0420 22:52:44.558624 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 22:52:44.558633 3676 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 22:52:44.558642 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 22:52:44.558652 3676 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 22:52:44.558661 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 22:52:44.558668 3676 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 22:52:44.558675 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 22:52:44.558682 3676 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 22:52:44.558687 3676 egressservice_zone.go:228] Repairing Egress Services I0420 22:52:44.559008 3676 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 22:52:44.559019 3676 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 22:52:44.559032 3676 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:44.559046 3676 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 16.058µs I0420 22:52:44.559076 3676 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-117.ec2.internal I0420 22:52:44.559089 3676 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-117.ec2.internal: 13.357µs I0420 22:52:44.559098 3676 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:44.559103 3676 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 5.829µs I0420 22:52:44.559181 3676 default_network_controller.go:585] Completing all the Watchers took 302.867423ms I0420 22:52:44.559194 3676 default_network_controller.go:589] Starting unidling controllers I0420 22:52:44.559205 3676 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 22:52:44.559210 3676 unidle.go:63] Populating Initial ContollerEvent events I0420 22:52:44.559230 3676 unidle.go:79] Setting up event handlers for services I0420 22:52:44.559341 3676 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 22:52:44.565191 3676 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 22:52:44.872473 3676 default_node_network_controller.go:519] Node connection status = connected I0420 22:52:44.889929 3676 bridgeconfig.go:537] Gateway is ready I0420 22:52:44.889945 3676 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 22:52:44.901346 3676 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.216. Updating OVN encap IP. I0420 22:52:44.906802 3676 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.216 - it is already configured I0420 22:52:44.906815 3676 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.216/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 22:52:44.907055 3676 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.216/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-216.ec2.internal","mac-address":"0e:22:b9:f9:23:53","ip-addresses":["10.0.2.216/24"],"ip-address":"10.0.2.216/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5d13de5f-8e0d-4fe6-b476-a057f34bfd15 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.216/24"}] on node ip-10-0-2-216.ec2.internal I0420 22:52:44.925780 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.925836 3676 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.925846 3676 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:44.925855 3676 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.925859 3676 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 22.652µs I0420 22:52:44.925861 3676 master.go:548] Adding or Updating local node "ip-10-0-2-216.ec2.internal" for network "default" I0420 22:52:44.925871 3676 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall W0420 22:52:44.925944 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.926141 3676 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.926158 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.926165 3676 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.926295 3676 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:52:44.928120 3676 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.216 I0420 22:52:44.928194 3676 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-216.ec2.internal I0420 22:52:44.930457 3676 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-216.ec2.internal. Updating no re-route policies I0420 22:52:44.930546 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-prmxn I0420 22:52:44.930558 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p4nns I0420 22:52:44.930572 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-prmxn I0420 22:52:44.930575 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p4nns I0420 22:52:44.930579 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-l72nb I0420 22:52:44.930589 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bsgdm I0420 22:52:44.930596 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p4nns after 0 failed attempt(s) I0420 22:52:44.930601 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-prmxn after 0 failed attempt(s) I0420 22:52:44.930602 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-l72nb I0420 22:52:44.930604 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bsgdm I0420 22:52:44.930609 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9hxs9 I0420 22:52:44.930610 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6n9z I0420 22:52:44.930618 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9hxs9 I0420 22:52:44.930619 3676 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-svvnm I0420 22:52:44.930622 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-216.ec2.internal I0420 22:52:44.930627 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6n9z I0420 22:52:44.930627 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bsgdm after 0 failed attempt(s) I0420 22:52:44.930632 3676 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-svvnm I0420 22:52:44.930632 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-l72nb after 0 failed attempt(s) I0420 22:52:44.930636 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-216.ec2.internal I0420 22:52:44.930635 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-9kfbk I0420 22:52:44.930646 3676 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9hxs9] creating logical port openshift-network-diagnostics_network-check-target-9hxs9 for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:44.930650 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-9kfbk I0420 22:52:44.930651 3676 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-svvnm after 0 failed attempt(s) I0420 22:52:44.930650 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6n9z after 0 failed attempt(s) I0420 22:52:44.930655 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-216.ec2.internal after 0 failed attempt(s) I0420 22:52:44.930667 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-9kfbk after 0 failed attempt(s) I0420 22:52:44.930674 3676 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-216.ec2.internal I0420 22:52:44.930681 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-g89gp I0420 22:52:44.930685 3676 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-216.ec2.internal I0420 22:52:44.930687 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-g89gp I0420 22:52:44.930702 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-g89gp after 0 failed attempt(s) I0420 22:52:44.930707 3676 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-216.ec2.internal after 0 failed attempt(s) I0420 22:52:44.930720 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5rnjk I0420 22:52:44.930729 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5rnjk I0420 22:52:44.930735 3676 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-82b7z I0420 22:52:44.930745 3676 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-82b7z I0420 22:52:44.930751 3676 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5rnjk] creating logical port openshift-multus_network-metrics-daemon-5rnjk for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:44.930763 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-82b7z after 0 failed attempt(s) I0420 22:52:44.931251 3676 pods.go:271] [openshift-network-diagnostics/network-check-target-9hxs9] addLogicalPort took 613.357µs, libovsdb time 241.476µs I0420 22:52:44.931265 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9hxs9 after 0 failed attempt(s) I0420 22:52:44.931402 3676 pods.go:271] [openshift-multus/network-metrics-daemon-5rnjk] addLogicalPort took 655.519µs, libovsdb time 221.74µs I0420 22:52:44.931414 3676 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5rnjk after 0 failed attempt(s) I0420 22:52:44.946961 3676 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 22:52:44.959383 3676 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 22:52:44.962993 3676 iptables.go:108] Creating table: nat chain: OUTPUT I0420 22:52:45.005642 3676 iptables.go:108] Creating table: nat chain: PREROUTING I0420 22:52:45.059501 3676 iptables.go:108] Creating table: filter chain: FORWARD I0420 22:52:45.077634 3676 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 22:52:45.077762 3676 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 22:52:45.077832 3676 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 22:52:45.077936 3676 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 22:52:45.078007 3676 gateway_init.go:325] Gateway and management port readiness took 710.665841ms I0420 22:52:45.078032 3676 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 22:52:45.078077 3676 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 22:52:45.078089 3676 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 22:52:45.078097 3676 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 22:52:45.078149 3676 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 22:52:45.078246 3676 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.967µs I0420 22:52:45.078567 3676 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 22:52:45.078596 3676 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.296µs I0420 22:52:45.078605 3676 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.522µs I0420 22:52:45.078611 3676 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 22:52:45.078621 3676 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 22:52:45.078625 3676 default_node_network_controller.go:899] Starting the default node network controller I0420 22:52:45.078630 3676 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 22:52:45.078708 3676 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.24µs I0420 22:52:45.078808 3676 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 22:52:45.078817 3676 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 22:52:45.078841 3676 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b98d00 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc000b873b0 0xc0002ece70 0xc0002ecee0 0xc0008c62d0 0xc006581340 0xc0002ecfc0 map[0x2ff9080:0xc002b0f1a0 0x2ff95c0:0xc002b0f4a0 0x2ffa2e0:0xc002b0f0e0 0x2ffa580:0xc002b0f140 0x2ffad60:0xc002b0f200 0x2ffb000:0xc002b0f260 0x2ffb2a0:0xc002b0f2c0 0x2ffba80:0xc002b0f500 0x2ffbd20:0xc002b0f560 0x3026980:0xc001c81e60 0x3026d20:0xc001c81ec0 0x3027800:0xc000c08420 0x3029160:0xc001d8c000 0x30298a0:0xc002b0ef00 0x302a720:0xc001c81e00] 0xc0004fb5e0 0} I0420 22:52:45.078897 3676 gateway.go:151] Starting gateway service sync I0420 22:52:45.079404 3676 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 22:52:45.081780 3676 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 22:52:45.092658 3676 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:45.092674 3676 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 19.977µs I0420 22:52:45.092694 3676 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:45.092716 3676 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-153.ec2.internal. Updating no re-route policies I0420 22:52:45.092753 3676 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:45.092780 3676 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:45.092795 3676 services_controller.go:574] Full service sync requested for network=default W0420 22:52:45.092970 3676 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.092983 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.092988 3676 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.093363 3676 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:45.093670 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:52:45.107529 3676 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 22:52:45.108829 3676 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 22:52:45.110106 3676 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 22:52:45.142396 3676 gateway.go:168] Gateway service sync done. Time taken: 63.487416ms I0420 22:52:45.142983 3676 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31202 I0420 22:52:45.143508 3676 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b98d00 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc000b873b0 0xc0002ece70 0xc0002ecee0 0xc0008c62d0 0xc006581340 0xc0002ecfc0 map[0x2ff9080:0xc002b0f1a0 0x2ff95c0:0xc002b0f4a0 0x2ffa2e0:0xc002b0f0e0 0x2ffa580:0xc002b0f140 0x2ffad60:0xc002b0f200 0x2ffb000:0xc002b0f260 0x2ffb2a0:0xc002b0f2c0 0x2ffba80:0xc002b0f500 0x2ffbd20:0xc002b0f560 0x3026980:0xc001c81e60 0x3026d20:0xc001c81ec0 0x3027800:0xc000c08420 0x3029160:0xc001d8c000 0x30298a0:0xc002b0ef00 0x302a720:0xc001c81e00] 0xc0004fb5e0 0} I0420 22:52:45.144017 3676 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b98d00 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc000b873b0 0xc0002ece70 0xc0002ecee0 0xc0008c62d0 0xc006581340 0xc0002ecfc0 map[0x2ff9080:0xc002b0f1a0 0x2ff95c0:0xc002b0f4a0 0x2ffa2e0:0xc002b0f0e0 0x2ffa580:0xc002b0f140 0x2ffad60:0xc002b0f200 0x2ffb000:0xc002b0f260 0x2ffb2a0:0xc002b0f2c0 0x2ffba80:0xc002b0f500 0x2ffbd20:0xc002b0f560 0x3026980:0xc001c81e60 0x3026d20:0xc001c81ec0 0x3027800:0xc000c08420 0x3029160:0xc001d8c000 0x30298a0:0xc002b0ef00 0x302a720:0xc001c81e00] 0xc0004fb5e0 0} I0420 22:52:45.144053 3676 gateway.go:532] Reconciling gateway with updates I0420 22:52:45.148909 3676 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 22:52:45.148990 3676 default_node_network_controller.go:944] Gateway and management port readiness took 70.163415ms I0420 22:52:45.148995 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:45.149016 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:45.149013 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:45.149023 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 22:52:45.149030 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:45.149035 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:45.149038 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 22:52:45.149040 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:45.149045 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 22:52:45.149045 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:45.149054 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:45.149055 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 22:52:45.149062 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:45.149072 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:45.149079 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 22:52:45.149014 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:45.149088 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 22:52:45.149026 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 22:52:45.149096 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:45.149095 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0420 22:52:45.149096 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 22:52:45.149100 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:45.149100 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 22:52:45.149115 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0420 22:52:45.149119 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:45.149122 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:45.149125 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:45.149125 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:45.149125 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:45.149135 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:45.149137 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 22:52:45.149137 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:45.149142 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:45.149150 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:45.149150 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:45.149114 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 22:52:45.149153 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:45.149160 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:45.149165 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:45.149167 3676 port_claim.go:71] Svc openshift-ingress/router-default: port 30136 is already open, no action needed I0420 22:52:45.149170 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:45.149175 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:45.149177 3676 port_claim.go:71] Svc openshift-ingress/router-default: port 30516 is already open, no action needed I0420 22:52:45.149188 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:45.149200 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:45.149166 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:45.149211 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:45.149211 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:45.149240 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:45.149173 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:45.149247 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0420 22:52:45.149257 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:45.149260 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0420 22:52:45.149261 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:45.149265 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 22:52:45.149263 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:45.149278 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:45.149275 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:45.149248 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 22:52:45.149279 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:45.149294 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:45.149301 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:45.149304 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:45.149312 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:45.149319 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:45.149330 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:45.149332 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:45.149334 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:45.149343 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:45.149283 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:45.149347 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:45.149356 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:45.149359 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0420 22:52:45.149359 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:45.149363 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:45.149374 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:45.149378 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:45.149353 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:45.149372 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:45.149386 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:45.149394 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:45.149399 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:45.149408 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:45.149411 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:45.149417 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:45.149421 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:45.149429 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:45.149429 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:45.149439 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 22:52:45.149304 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 22:52:45.149335 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:45.149198 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:45.149457 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:45.149452 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:45.149461 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:45.149466 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 22:52:45.149351 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:45.149474 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:45.149483 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:45.149264 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:45.149391 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 22:52:45.149463 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 22:52:45.149401 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:45.149510 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:45.149513 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 22:52:45.149510 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:45.149526 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:45.149523 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:45.149375 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:45.149410 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:45.149616 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:45.149384 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:45.149662 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 22:52:45.150052 3676 node_ip_handler_linux.go:160] Node IP manager is running W0420 22:52:45.186283 3676 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 22:52:45.186429 3676 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 22:52:45.186538 3676 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0420 22:52:45.195336 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 22:52:45.195359 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 22:52:45.195368 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 22:52:45.195375 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 22:52:45.195380 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0420 22:52:45.195387 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 22:52:45.195391 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 22:52:45.195397 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 22:52:45.195404 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 22:52:45.195412 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 22:52:45.195417 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 22:52:45.195424 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 22:52:45.195428 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 22:52:45.195433 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 22:52:45.195440 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 22:52:45.195445 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 22:52:45.195450 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 22:52:45.195455 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 22:52:45.234635 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 22:52:45.234659 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 22:52:45.234667 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 22:52:45.234687 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 22:52:45.272537 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 22:52:45.272542 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0420 22:52:45.272551 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 22:52:45.272556 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 22:52:45.272565 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 22:52:45.272573 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 22:52:45.272578 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 22:52:45.272585 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0420 22:52:45.272594 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 22:52:45.272601 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 22:52:45.272607 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0420 22:52:46.039076 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:46.476694 3676 default_node_network_controller.go:1380] Starting node controller node sync W0420 22:52:46.476730 3676 egressip_healthcheck.go:76] Health checking using insecure connection I0420 22:52:46.476788 3676 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0420 22:52:46.488640 3676 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.924593ms I0420 22:52:46.488748 3676 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-153.ec2.internal", IP: 10.0.0.153 to PMTUD blocking rules I0420 22:52:46.488747 3676 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 22:52:46.488765 3676 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-117.ec2.internal", IP: 10.0.1.117 to PMTUD blocking rules I0420 22:52:46.488766 3676 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-153.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 22:52:46.500286 3676 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 22:52:46.500548 3676 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 22:52:46.500690 3676 egressservice_node.go:183] Starting Egress Services Controller I0420 22:52:46.500710 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 22:52:46.500719 3676 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 22:52:46.500725 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 22:52:46.500730 3676 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 22:52:46.500737 3676 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 22:52:46.500743 3676 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 22:52:46.500747 3676 egressservice_node.go:197] Repairing Egress Services I0420 22:52:46.510193 3676 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 22:52:46.510205 3676 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 22:52:46.510364 3676 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 22:52:46.510376 3676 link_network_manager.go:119] Link manager is running I0420 22:52:46.510384 3676 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 22:52:46.510658 3676 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 22:52:46.510721 3676 vrf_manager.go:128] VRF manager is running I0420 22:52:46.510794 3676 node_controller_manager.go:437] Removing flows to drop GARP I0420 22:52:46.510803 3676 gateway.go:532] Reconciling gateway with updates I0420 22:52:46.539076 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 22:52:46.539082 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:46.539088 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:46.539096 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:46.539100 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 22:52:46.539101 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:46.539104 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:46.539109 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:46.539112 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0420 22:52:46.539118 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:46.539118 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:46.539128 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:46.539131 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:46.539132 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:46.539137 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:46.539106 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:46.539085 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:46.539146 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:46.539154 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:46.539157 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:46.539162 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:46.539165 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:46.539168 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:46.539168 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:46.539171 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 22:52:46.539172 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:46.539175 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:46.539180 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:46.539187 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:46.539189 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 22:52:46.539197 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 22:52:46.539157 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:46.539198 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:46.539208 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 22:52:46.539210 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 22:52:46.539211 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:46.539215 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0420 22:52:46.539215 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 22:52:46.539241 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 22:52:46.539243 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0420 22:52:46.539246 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:46.539249 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 22:52:46.539249 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:46.539208 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:46.539257 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:46.539254 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:46.539256 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:46.539267 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:46.539269 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:46.539259 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:46.539270 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:46.539273 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:46.539279 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:46.539282 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:46.539285 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:46.539286 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:46.539295 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:46.539297 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:46.539302 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:46.539179 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 22:52:46.539309 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:46.539312 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:46.539313 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:46.539313 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:46.539166 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:46.539323 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:46.539324 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:46.539322 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:46.539326 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:46.539332 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:46.539336 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:46.539342 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:46.539342 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:46.539349 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:46.539299 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:46.539376 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:46.539242 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0420 22:52:46.539425 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0420 22:52:46.539444 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:46.539284 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:46.539455 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:46.539151 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:46.539218 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:46.539483 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:46.539456 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:46.539159 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:46.539509 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:46.539514 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 22:52:46.539206 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:46.539525 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:46.539235 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:46.539537 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 22:52:46.539151 3676 port_claim.go:71] Svc openshift-ingress/router-default: port 30136 is already open, no action needed I0420 22:52:46.539554 3676 port_claim.go:71] Svc openshift-ingress/router-default: port 30516 is already open, no action needed I0420 22:52:46.539257 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:46.539602 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 22:52:46.539256 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 22:52:46.539123 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:46.539614 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:46.539629 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 22:52:46.539261 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:46.539636 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 22:52:46.539270 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:46.539275 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 22:52:46.539664 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 22:52:46.539669 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 22:52:46.539300 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:46.539277 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:46.539694 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:46.539297 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 22:52:46.539307 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:46.539302 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 22:52:46.539318 3676 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:46.539757 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:46.539763 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 22:52:46.539326 3676 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:46.539202 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 22:52:46.579045 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 22:52:46.579068 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0420 22:52:46.579081 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 22:52:46.579088 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 22:52:46.579095 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 22:52:46.579102 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 22:52:46.579110 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 22:52:46.579124 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 22:52:46.618989 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 22:52:46.619008 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 22:52:46.619017 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 22:52:46.619027 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 22:52:46.619033 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 22:52:46.619039 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 22:52:46.619044 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 22:52:46.619050 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 22:52:46.619065 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0420 22:52:46.619086 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0420 22:52:46.619096 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 22:52:46.619107 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 22:52:46.619116 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 22:52:46.619123 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 22:52:46.619128 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 22:52:46.662525 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 22:52:46.662534 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 22:52:46.662552 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 22:52:46.662558 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 22:52:46.662563 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 22:52:46.662569 3676 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) W0420 22:52:48.054756 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 22:52:48.409886 3676 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:48.409945 3676 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 44.137µs I0420 22:52:48.438932 3676 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-n5v62 for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.439058 3676 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-6854g] creating logical port openshift-console_downloads-5c54f4944f-6854g for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.439085 3676 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62 I0420 22:52:48.439176 3676 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-6854g I0420 22:52:48.441713 3676 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-764b56b67b-hv78m] creating logical port openshift-image-registry_image-registry-764b56b67b-hv78m for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.441828 3676 kube.go:256] Updating pod openshift-image-registry/image-registry-764b56b67b-hv78m I0420 22:52:48.457841 3676 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62] pod update took 18.788194ms I0420 22:52:48.457867 3676 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62] addLogicalPort annotation time took 18.818311ms I0420 22:52:48.457842 3676 pod.go:62] [openshift-console/downloads-5c54f4944f-6854g] pod update took 18.682343ms I0420 22:52:48.457965 3676 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-6854g] addLogicalPort annotation time took 18.80877ms I0420 22:52:48.459036 3676 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62] addLogicalPort took 20.121224ms, libovsdb time 901.44µs I0420 22:52:48.459414 3676 pods.go:271] [openshift-console/downloads-5c54f4944f-6854g] addLogicalPort took 20.368236ms, libovsdb time 1.24783ms I0420 22:52:48.460307 3676 base_network_controller_pods.go:487] [default/openshift-console/console-7c7cb46b78-nnp6b] creating logical port openshift-console_console-7c7cb46b78-nnp6b for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.460412 3676 kube.go:256] Updating pod openshift-console/console-7c7cb46b78-nnp6b I0420 22:52:48.463673 3676 pod.go:62] [openshift-image-registry/image-registry-764b56b67b-hv78m] pod update took 21.888454ms I0420 22:52:48.463753 3676 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-764b56b67b-hv78m] addLogicalPort annotation time took 21.967659ms I0420 22:52:48.466669 3676 pods.go:271] [openshift-image-registry/image-registry-764b56b67b-hv78m] addLogicalPort took 24.96493ms, libovsdb time 2.344701ms I0420 22:52:48.479657 3676 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rrp8x] creating logical port openshift-insights_insights-runtime-extractor-rrp8x for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.479817 3676 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rrp8x I0420 22:52:48.480606 3676 pod.go:62] [openshift-console/console-7c7cb46b78-nnp6b] pod update took 20.205901ms I0420 22:52:48.480680 3676 base_network_controller_pods.go:951] [default/openshift-console/console-7c7cb46b78-nnp6b] addLogicalPort annotation time took 20.282466ms I0420 22:52:48.482565 3676 pods.go:271] [openshift-console/console-7c7cb46b78-nnp6b] addLogicalPort took 22.266813ms, libovsdb time 1.40092ms I0420 22:52:48.497832 3676 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7946554f8c-rl5np] creating logical port openshift-ingress_router-default-7946554f8c-rl5np for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.497948 3676 kube.go:256] Updating pod openshift-ingress/router-default-7946554f8c-rl5np I0420 22:52:48.498200 3676 pod.go:62] [openshift-insights/insights-runtime-extractor-rrp8x] pod update took 18.442218ms I0420 22:52:48.498240 3676 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rrp8x] addLogicalPort annotation time took 18.46567ms I0420 22:52:48.499285 3676 pods.go:271] [openshift-insights/insights-runtime-extractor-rrp8x] addLogicalPort took 19.64279ms, libovsdb time 759.881µs W0420 22:52:48.515495 3676 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:48.515559 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:48.515573 3676 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 22:52:48.516835 3676 pod.go:62] [openshift-ingress/router-default-7946554f8c-rl5np] pod update took 18.918946ms I0420 22:52:48.516858 3676 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7946554f8c-rl5np] addLogicalPort annotation time took 18.943833ms I0420 22:52:48.518018 3676 pods.go:271] [openshift-ingress/router-default-7946554f8c-rl5np] addLogicalPort took 20.196379ms, libovsdb time 946.544µs I0420 22:52:48.575685 3676 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-p2snh] creating logical port openshift-ingress-canary_ingress-canary-p2snh for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.575806 3676 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-p2snh I0420 22:52:48.575826 3676 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-n54bd] creating logical port openshift-dns_dns-default-n54bd for pod on switch ip-10-0-2-216.ec2.internal I0420 22:52:48.575899 3676 kube.go:256] Updating pod openshift-dns/dns-default-n54bd I0420 22:52:48.593193 3676 pod.go:62] [openshift-ingress-canary/ingress-canary-p2snh] pod update took 17.418204ms I0420 22:52:48.593210 3676 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-p2snh] addLogicalPort annotation time took 17.438801ms I0420 22:52:48.594268 3676 pods.go:271] [openshift-ingress-canary/ingress-canary-p2snh] addLogicalPort took 18.598401ms, libovsdb time 785.132µs I0420 22:52:48.596188 3676 pod.go:62] [openshift-dns/dns-default-n54bd] pod update took 20.303734ms I0420 22:52:48.596212 3676 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-n54bd] addLogicalPort annotation time took 20.331875ms I0420 22:52:48.597196 3676 pods.go:271] [openshift-dns/dns-default-n54bd] addLogicalPort took 21.37767ms, libovsdb time 690.3µs I0420 22:52:48.843188 3676 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62 84c0dcb1759524aa8346d2642528efae6535c39f836c70ad8f071f7eebb47c7f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62 84c0dcb1759524aa8346d2642528efae6535c39f836c70ad8f071f7eebb47c7f network default NAD default NAD key ] I0420 22:52:48.850904 3676 cni.go:452] [openshift-console/downloads-5c54f4944f-6854g 5e8d743cf65955cad59b026d18874f60bb38f7756c3b4859664e31e2a49b4cdb network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-6854g 5e8d743cf65955cad59b026d18874f60bb38f7756c3b4859664e31e2a49b4cdb network default NAD default NAD key ] I0420 22:52:48.867521 3676 cni.go:452] [openshift-image-registry/image-registry-764b56b67b-hv78m 07b3f14ea823af1336d64d3e5d7bb2a4e867a4db9c0c2be427f9e819533c654a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-764b56b67b-hv78m 07b3f14ea823af1336d64d3e5d7bb2a4e867a4db9c0c2be427f9e819533c654a network default NAD default NAD key ] I0420 22:52:48.878630 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-6854g, hostIfaceName: 5e8d743cf65955c, network: default, NAD default, SandboxID: "5e8d743cf65955cad59b026d18874f60bb38f7756c3b4859664e31e2a49b4cdb", PCI device ID: , UID: "e2e1f460-2788-4d50-8b1d-2542cddaa9a5", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0420 22:52:48.879067 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-n5v62, hostIfaceName: 84c0dcb1759524a, network: default, NAD default, SandboxID: "84c0dcb1759524aa8346d2642528efae6535c39f836c70ad8f071f7eebb47c7f", PCI device ID: , UID: "77630903-c5e7-4e77-8330-6d855dc36a71", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0420 22:52:48.880605 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-764b56b67b-hv78m, hostIfaceName: 07b3f14ea823af1, network: default, NAD default, SandboxID: "07b3f14ea823af1336d64d3e5d7bb2a4e867a4db9c0c2be427f9e819533c654a", PCI device ID: , UID: "a6fcc0d4-be93-4c55-bbde-b478cd742484", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0420 22:52:48.882292 3676 cni.go:452] [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key ] I0420 22:52:48.891180 3676 cni.go:452] [openshift-insights/insights-runtime-extractor-rrp8x 7060c360b606cff2ec4d8cb69e7c621936918c97becc3421722a444710b0a3dd network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rrp8x 7060c360b606cff2ec4d8cb69e7c621936918c97becc3421722a444710b0a3dd network default NAD default NAD key ] I0420 22:52:48.897170 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c7cb46b78-nnp6b, hostIfaceName: 8c570c7fe8bd808, network: default, NAD default, SandboxID: "8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a", PCI device ID: , UID: "8823c28b-ba7d-41df-9a45-8b2654dcd601", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0420 22:52:48.904046 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rrp8x, hostIfaceName: 7060c360b606cff, network: default, NAD default, SandboxID: "7060c360b606cff2ec4d8cb69e7c621936918c97becc3421722a444710b0a3dd", PCI device ID: , UID: "c3bf227e-a3a1-4b01-9305-10618fd6fcef", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0420 22:52:48.912480 3676 cni.go:452] [openshift-ingress/router-default-7946554f8c-rl5np fab3f229d49e39c0fc8507756375d51efaf24a6c1863cb3ab63122b3be82ba7f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7946554f8c-rl5np fab3f229d49e39c0fc8507756375d51efaf24a6c1863cb3ab63122b3be82ba7f network default NAD default NAD key ] I0420 22:52:48.937335 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7946554f8c-rl5np, hostIfaceName: fab3f229d49e39c, network: default, NAD default, SandboxID: "fab3f229d49e39c0fc8507756375d51efaf24a6c1863cb3ab63122b3be82ba7f", PCI device ID: , UID: "485e7916-7657-42a8-b1cd-0c2c58d870a5", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0420 22:52:48.940130 3676 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62 84c0dcb1759524aa8346d2642528efae6535c39f836c70ad8f071f7eebb47c7f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n5v62 84c0dcb1759524aa8346d2642528efae6535c39f836c70ad8f071f7eebb47c7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9f:fa:f9:6d:59\",\"name\":\"84c0dcb1759524a\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb241f34-5a27-444d-a3c6-7031c866d469\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:48.949946 3676 cni.go:473] [openshift-console/downloads-5c54f4944f-6854g 5e8d743cf65955cad59b026d18874f60bb38f7756c3b4859664e31e2a49b4cdb network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-6854g 5e8d743cf65955cad59b026d18874f60bb38f7756c3b4859664e31e2a49b4cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:9c:7a:d4:ad:9d\",\"name\":\"5e8d743cf65955c\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fe8da5d-f013-4dcc-bb7c-db04a28c61d8\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:48.966345 3676 cni.go:473] [openshift-image-registry/image-registry-764b56b67b-hv78m 07b3f14ea823af1336d64d3e5d7bb2a4e867a4db9c0c2be427f9e819533c654a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-764b56b67b-hv78m 07b3f14ea823af1336d64d3e5d7bb2a4e867a4db9c0c2be427f9e819533c654a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:75:85:4e:b7:27\",\"name\":\"07b3f14ea823af1\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a348adf9-4c78-4295-be6c-404fb4d3b848\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:48.975065 3676 cni.go:473] [openshift-insights/insights-runtime-extractor-rrp8x 7060c360b606cff2ec4d8cb69e7c621936918c97becc3421722a444710b0a3dd network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rrp8x 7060c360b606cff2ec4d8cb69e7c621936918c97becc3421722a444710b0a3dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:06:22:6a:54:e2\",\"name\":\"7060c360b606cff\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88b85848-6c14-4b64-8b2b-914c036f474b\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:48.976010 3676 cni.go:473] [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5c:ab:18:5f:59\",\"name\":\"8c570c7fe8bd808\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80abd25e-1581-4cdd-9417-0006076db34a\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:48.987213 3676 cni.go:452] [openshift-ingress-canary/ingress-canary-p2snh b4ed357384e07e29432d7d8f4141ba30e05ef3a73076eb4cc29a8432919c5b60 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-p2snh b4ed357384e07e29432d7d8f4141ba30e05ef3a73076eb4cc29a8432919c5b60 network default NAD default NAD key ] I0420 22:52:48.987365 3676 cni.go:452] [openshift-dns/dns-default-n54bd 09a2ea47ed1fb458dda64114b9548a76d46ddcf846d6e85e407861e56c725351 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-n54bd 09a2ea47ed1fb458dda64114b9548a76d46ddcf846d6e85e407861e56c725351 network default NAD default NAD key ] I0420 22:52:48.991875 3676 cni.go:473] [openshift-ingress/router-default-7946554f8c-rl5np fab3f229d49e39c0fc8507756375d51efaf24a6c1863cb3ab63122b3be82ba7f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7946554f8c-rl5np fab3f229d49e39c0fc8507756375d51efaf24a6c1863cb3ab63122b3be82ba7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c5:7e:3a:eb:fb\",\"name\":\"fab3f229d49e39c\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea317c98-79cd-4f21-85b0-1c52a28db72b\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:49.000644 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-p2snh, hostIfaceName: b4ed357384e07e2, network: default, NAD default, SandboxID: "b4ed357384e07e29432d7d8f4141ba30e05ef3a73076eb4cc29a8432919c5b60", PCI device ID: , UID: "090e59d0-7887-4698-bfb0-c96c665b063d", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0420 22:52:49.001338 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-n54bd, hostIfaceName: 09a2ea47ed1fb45, network: default, NAD default, SandboxID: "09a2ea47ed1fb458dda64114b9548a76d46ddcf846d6e85e407861e56c725351", PCI device ID: , UID: "c5ac9a98-c109-475b-a34a-05fead40bed3", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0420 22:52:49.050748 3676 cni.go:473] [openshift-ingress-canary/ingress-canary-p2snh b4ed357384e07e29432d7d8f4141ba30e05ef3a73076eb4cc29a8432919c5b60 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-p2snh b4ed357384e07e29432d7d8f4141ba30e05ef3a73076eb4cc29a8432919c5b60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:10:62:24:40:a4\",\"name\":\"b4ed357384e07e2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dce1948-fb40-40ce-b6d3-93922e940362\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:49.055937 3676 cni.go:473] [openshift-dns/dns-default-n54bd 09a2ea47ed1fb458dda64114b9548a76d46ddcf846d6e85e407861e56c725351 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-n54bd 09a2ea47ed1fb458dda64114b9548a76d46ddcf846d6e85e407861e56c725351 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8b:c2:76:ea:79\",\"name\":\"09a2ea47ed1fb45\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcaf450f-b147-4cbc-955b-b0cb4b21ebc6\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:52:49.323202 3676 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:49.323249 3676 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 55.21µs W0420 22:52:49.756794 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 22:52:49.756824 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 22:52:49.781401 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:50.163178 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:50.781622 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 22:52:50.781717 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 22:52:50.781730 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 22:52:50.781940 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 22:52:50.781997 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0420 22:52:50.926298 3676 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 22:52:53.798531 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 22:52:54.089392 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:52:54.089425 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:52:59.843028 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:53:00.219793 3676 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-vl6kt for pod on switch ip-10-0-2-216.ec2.internal I0420 22:53:00.219906 3676 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt I0420 22:53:00.273979 3676 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt] pod update took 54.108232ms I0420 22:53:00.274007 3676 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt] addLogicalPort annotation time took 54.14155ms I0420 22:53:00.275257 3676 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt] addLogicalPort took 55.483134ms, libovsdb time 838.601µs I0420 22:53:01.307107 3676 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-216.ec2.internal I0420 22:53:01.307264 3676 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 22:53:01.333771 3676 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.58581ms I0420 22:53:01.333791 3676 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.61038ms I0420 22:53:01.334963 3676 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.877573ms, libovsdb time 896.281µs W0420 22:53:02.117022 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0420 22:53:02.294806 3676 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-58f96c594b-cglg6] creating logical port openshift-monitoring_thanos-querier-58f96c594b-cglg6 for pod on switch ip-10-0-2-216.ec2.internal I0420 22:53:02.294927 3676 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58f96c594b-cglg6 I0420 22:53:02.313087 3676 pod.go:62] [openshift-monitoring/thanos-querier-58f96c594b-cglg6] pod update took 18.201614ms I0420 22:53:02.313117 3676 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-58f96c594b-cglg6] addLogicalPort annotation time took 18.236472ms I0420 22:53:02.314528 3676 pods.go:271] [openshift-monitoring/thanos-querier-58f96c594b-cglg6] addLogicalPort took 19.745431ms, libovsdb time 976.113µs W0420 22:53:03.272676 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:03.272700 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:03.801562 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:03.801589 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:03.801598 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 22:53:03.999167 3676 cni.go:452] [openshift-monitoring/thanos-querier-58f96c594b-cglg6 7664bd161e975e5f8ba31f900c475ee1fd0d776d3f3dc3ca73ae409cdd3fcbc7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-58f96c594b-cglg6 7664bd161e975e5f8ba31f900c475ee1fd0d776d3f3dc3ca73ae409cdd3fcbc7 network default NAD default NAD key ] I0420 22:53:04.001955 3676 cni.go:452] [openshift-monitoring/alertmanager-main-0 da55c25e4599db30112d579396f43f1058e0e4847e7214602eccdd55676cd379 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 da55c25e4599db30112d579396f43f1058e0e4847e7214602eccdd55676cd379 network default NAD default NAD key ] I0420 22:53:04.023918 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: da55c25e4599db3, network: default, NAD default, SandboxID: "da55c25e4599db30112d579396f43f1058e0e4847e7214602eccdd55676cd379", PCI device ID: , UID: "5228a69d-3ce8-4780-a14a-92b318ad7692", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0420 22:53:04.028733 3676 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt ceba6b422817b2b051cce24b69b77b6ef2690ae8d556c78aabe9063e0a6b1376 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt ceba6b422817b2b051cce24b69b77b6ef2690ae8d556c78aabe9063e0a6b1376 network default NAD default NAD key ] I0420 22:53:04.031029 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-58f96c594b-cglg6, hostIfaceName: 7664bd161e975e5, network: default, NAD default, SandboxID: "7664bd161e975e5f8ba31f900c475ee1fd0d776d3f3dc3ca73ae409cdd3fcbc7", PCI device ID: , UID: "ea1c1339-2813-4900-9c97-cf8d8e4ed06e", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0420 22:53:04.038771 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-vl6kt, hostIfaceName: ceba6b422817b2b, network: default, NAD default, SandboxID: "ceba6b422817b2b051cce24b69b77b6ef2690ae8d556c78aabe9063e0a6b1376", PCI device ID: , UID: "acb03dab-9b54-4948-af47-b24fcb399e40", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0420 22:53:04.074493 3676 cni.go:473] [openshift-monitoring/alertmanager-main-0 da55c25e4599db30112d579396f43f1058e0e4847e7214602eccdd55676cd379 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 da55c25e4599db30112d579396f43f1058e0e4847e7214602eccdd55676cd379 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0b:ca:8d:40:73\",\"name\":\"da55c25e4599db3\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b939816-2cb3-4e63-b47d-ac19ee12a5f4\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 22:53:04.243148 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:04.243170 3676 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:04.243176 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 22:53:04.298614 3676 cni.go:473] [openshift-monitoring/thanos-querier-58f96c594b-cglg6 7664bd161e975e5f8ba31f900c475ee1fd0d776d3f3dc3ca73ae409cdd3fcbc7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-58f96c594b-cglg6 7664bd161e975e5f8ba31f900c475ee1fd0d776d3f3dc3ca73ae409cdd3fcbc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a5:c8:aa:aa:e7\",\"name\":\"7664bd161e975e5\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c3e94cc-5c00-4a8e-b136-9898b9f1ff95\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:53:04.298973 3676 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt ceba6b422817b2b051cce24b69b77b6ef2690ae8d556c78aabe9063e0a6b1376 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vl6kt ceba6b422817b2b051cce24b69b77b6ef2690ae8d556c78aabe9063e0a6b1376 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e2:3a:bf:0b:d7\",\"name\":\"ceba6b422817b2b\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86882031-206c-4f32-8632-b51e7abb8f3a\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:53:04.820579 3676 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-76dff744f4-589mx] creating logical port openshift-monitoring_metrics-server-76dff744f4-589mx for pod on switch ip-10-0-2-216.ec2.internal I0420 22:53:04.820741 3676 kube.go:256] Updating pod openshift-monitoring/metrics-server-76dff744f4-589mx I0420 22:53:04.843645 3676 pod.go:62] [openshift-monitoring/metrics-server-76dff744f4-589mx] pod update took 22.930351ms I0420 22:53:04.843728 3676 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-76dff744f4-589mx] addLogicalPort annotation time took 23.018394ms I0420 22:53:04.845267 3676 pods.go:271] [openshift-monitoring/metrics-server-76dff744f4-589mx] addLogicalPort took 24.706856ms, libovsdb time 1.121202ms W0420 22:53:04.909614 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0420 22:53:04.969895 3676 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-zhbwf for pod on switch ip-10-0-2-216.ec2.internal I0420 22:53:04.970023 3676 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf I0420 22:53:05.040794 3676 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf I0420 22:53:05.062849 3676 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf] pod update took 92.857701ms I0420 22:53:05.062944 3676 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf] addLogicalPort annotation time took 92.953141ms I0420 22:53:05.064590 3676 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf] addLogicalPort took 94.710946ms, libovsdb time 1.125016ms I0420 22:53:06.385528 3676 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf 85b8699fe8a5c9e76ba56fea831abf342d75d0dcc3f5e64673dab5337d090b51 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf 85b8699fe8a5c9e76ba56fea831abf342d75d0dcc3f5e64673dab5337d090b51 network default NAD default NAD key ] I0420 22:53:06.397091 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-zhbwf, hostIfaceName: 85b8699fe8a5c9e, network: default, NAD default, SandboxID: "85b8699fe8a5c9e76ba56fea831abf342d75d0dcc3f5e64673dab5337d090b51", PCI device ID: , UID: "c184e9bb-f4e1-4717-9f46-98f83fedf8d4", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0420 22:53:06.451166 3676 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf 85b8699fe8a5c9e76ba56fea831abf342d75d0dcc3f5e64673dab5337d090b51 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zhbwf 85b8699fe8a5c9e76ba56fea831abf342d75d0dcc3f5e64673dab5337d090b51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:69:19:2c:f3:fb\",\"name\":\"85b8699fe8a5c9e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe40e5fd-0a4f-4314-ad39-eab6697dc380\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:53:06.484835 3676 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-216.ec2.internal I0420 22:53:06.485016 3676 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0420 22:53:06.512117 3676 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.154054ms I0420 22:53:06.512146 3676 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.186535ms I0420 22:53:06.513610 3676 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.79486ms, libovsdb time 1.042896ms I0420 22:53:06.799187 3676 cni.go:452] [openshift-monitoring/metrics-server-76dff744f4-589mx 9d04c7a67302b068dee7607d11494b63095298ca9f5deb4a0b3ee9e6209129fd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-76dff744f4-589mx 9d04c7a67302b068dee7607d11494b63095298ca9f5deb4a0b3ee9e6209129fd network default NAD default NAD key ] I0420 22:53:06.809824 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-76dff744f4-589mx, hostIfaceName: 9d04c7a67302b06, network: default, NAD default, SandboxID: "9d04c7a67302b068dee7607d11494b63095298ca9f5deb4a0b3ee9e6209129fd", PCI device ID: , UID: "7ad20c09-80fd-4c1c-9f63-0457042c4e65", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0420 22:53:06.859845 3676 cni.go:473] [openshift-monitoring/metrics-server-76dff744f4-589mx 9d04c7a67302b068dee7607d11494b63095298ca9f5deb4a0b3ee9e6209129fd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-76dff744f4-589mx 9d04c7a67302b068dee7607d11494b63095298ca9f5deb4a0b3ee9e6209129fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:2a:98:3d:cb:f6\",\"name\":\"9d04c7a67302b06\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ddd8b40-7bc8-4c3d-a17c-47c018358611\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:53:06.932044 3676 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a267cb7b250d458ffd665601a5d19590760f3c590477899855c1e9490666205d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a267cb7b250d458ffd665601a5d19590760f3c590477899855c1e9490666205d network default NAD default NAD key ] I0420 22:53:06.943167 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a267cb7b250d458, network: default, NAD default, SandboxID: "a267cb7b250d458ffd665601a5d19590760f3c590477899855c1e9490666205d", PCI device ID: , UID: "f14841d1-a949-4cd1-b002-9a62465b5ccc", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0420 22:53:06.998313 3676 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a267cb7b250d458ffd665601a5d19590760f3c590477899855c1e9490666205d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a267cb7b250d458ffd665601a5d19590760f3c590477899855c1e9490666205d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4a:8d:56:28:1a\",\"name\":\"a267cb7b250d458\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afd47f1c-9d78-48e0-8441-766ae6e7e5b6\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 22:53:07.907128 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:07.907154 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:07.961073 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:07.961097 3676 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:07.961105 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:08.266613 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 22:53:08.342213 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:08.342253 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:08.426274 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.426296 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.426306 3676 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.426310 3676 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.456617 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 22:53:08.543794 3676 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:08.544356 3676 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 22:53:08.553911 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:08.553917 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:08.554001 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:08.554021 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:09.186943 3676 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:53:09.203238 3676 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:09.203261 3676 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:09.216412 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f46bd49f7-j9q98 I0420 22:53:09.216442 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f46bd49f7-j9q98 W0420 22:53:09.949607 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 22:53:09.976296 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 22:53:10.776979 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:10.914840 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.914863 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.914872 3676 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.914878 3676 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 22:53:12.728198 3676 cni.go:452] [openshift-multus/network-metrics-daemon-5rnjk 0549afaccaedf02a73f0daadc3beb594e917a8dfc205d53bb05b8f5a4a58ea8f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5rnjk 0549afaccaedf02a73f0daadc3beb594e917a8dfc205d53bb05b8f5a4a58ea8f network default NAD default NAD key ] I0420 22:53:12.741438 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5rnjk, hostIfaceName: 0549afaccaedf02, network: default, NAD default, SandboxID: "0549afaccaedf02a73f0daadc3beb594e917a8dfc205d53bb05b8f5a4a58ea8f", PCI device ID: , UID: "041908af-514e-4271-9f6e-b595f108efaf", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0420 22:53:12.749188 3676 cni.go:452] [openshift-network-diagnostics/network-check-target-9hxs9 03964bc3647436eb227c8218ff446c936030ee86f94cfc5f94e29ae8f376acaf network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9hxs9 03964bc3647436eb227c8218ff446c936030ee86f94cfc5f94e29ae8f376acaf network default NAD default NAD key ] I0420 22:53:12.768748 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9hxs9, hostIfaceName: 03964bc3647436e, network: default, NAD default, SandboxID: "03964bc3647436eb227c8218ff446c936030ee86f94cfc5f94e29ae8f376acaf", PCI device ID: , UID: "664f7a85-78f2-414d-9098-e0c3807c616c", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0420 22:53:12.813057 3676 cni.go:473] [openshift-multus/network-metrics-daemon-5rnjk 0549afaccaedf02a73f0daadc3beb594e917a8dfc205d53bb05b8f5a4a58ea8f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5rnjk 0549afaccaedf02a73f0daadc3beb594e917a8dfc205d53bb05b8f5a4a58ea8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:aa:cc:ed:2d:b5\",\"name\":\"0549afaccaedf02\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/886b3583-0aae-41cb-b6f8-fcb1530801df\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:53:12.837493 3676 cni.go:473] [openshift-network-diagnostics/network-check-target-9hxs9 03964bc3647436eb227c8218ff446c936030ee86f94cfc5f94e29ae8f376acaf network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9hxs9 03964bc3647436eb227c8218ff446c936030ee86f94cfc5f94e29ae8f376acaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:66:72:49:a4:17\",\"name\":\"03964bc3647436e\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46a43173-ff96-4a67-95c1-b6e57fbc5570\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 22:53:14.290834 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290860 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290869 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290875 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290892 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290898 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290905 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290911 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:16.910342 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:16.910365 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:16.910376 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:16.910425 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:19.213240 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 22:53:25.205318 3676 obj_retry.go:498] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:25.205846 3676 obj_retry.go:498] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:25.535751 3676 obj_retry.go:492] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:25.535776 3676 obj_retry.go:492] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:25.542060 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dcbd67b88-xwqfx I0420 22:53:25.542084 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dcbd67b88-xwqfx W0420 22:53:29.288173 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 22:53:29.288203 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 22:53:30.145808 3676 cni.go:452] [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key ] I0420 22:53:30.224834 3676 cni.go:473] [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c7cb46b78-nnp6b 8c570c7fe8bd808c20a078825b51eb31067c8844f8547a2fd2f453d07dffea3a network default NAD default NAD key default], result "{}", err W0420 22:53:30.273033 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 22:53:30.287480 3676 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:30.287510 3676 pods.go:176] Deleting pod: openshift-console/console-7c7cb46b78-nnp6b I0420 22:53:30.288727 3676 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c7cb46b78-nnp6b, ips: 10.130.0.8 I0420 22:53:30.288762 3676 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:30.297535 3676 base_network_controller_pods.go:487] [default/openshift-console/console-5c8c4b84dd-6k9d7] creating logical port openshift-console_console-5c8c4b84dd-6k9d7 for pod on switch ip-10-0-2-216.ec2.internal I0420 22:53:30.297656 3676 kube.go:256] Updating pod openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:53:30.312572 3676 pod.go:62] [openshift-console/console-5c8c4b84dd-6k9d7] pod update took 14.951547ms I0420 22:53:30.312600 3676 base_network_controller_pods.go:951] [default/openshift-console/console-5c8c4b84dd-6k9d7] addLogicalPort annotation time took 14.983001ms I0420 22:53:30.313864 3676 pods.go:271] [openshift-console/console-5c8c4b84dd-6k9d7] addLogicalPort took 16.342799ms, libovsdb time 906.766µs I0420 22:53:30.690774 3676 cni.go:452] [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key ] I0420 22:53:30.700080 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c8c4b84dd-6k9d7, hostIfaceName: a97e839a18a16cd, network: default, NAD default, SandboxID: "a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761", PCI device ID: , UID: "ba770c2f-ba38-48de-b527-ebc00bd2e5ba", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0420 22:53:30.748672 3676 cni.go:473] [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:5d:80:15:bf:93\",\"name\":\"a97e839a18a16cd\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bb31de3-cdd6-469d-bdad-01c9563a79f0\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 22:53:30.907999 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 22:53:31.007340 3676 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:31.007367 3676 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:31.012280 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c7cb46b78-nnp6b I0420 22:53:31.012304 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c7cb46b78-nnp6b W0420 22:53:31.750920 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:31.750942 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:31.750950 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:31.750967 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:31.750974 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:31.750979 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:35.301998 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0420 22:53:36.332669 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:53:36.332698 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:53:36.332723 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:53:36.332766 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:53:36.364854 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:53:36.364878 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:53:36.488807 3676 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:36.489278 3676 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:37.308085 3676 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:37.308109 3676 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:37.311031 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688b55f47d-954n5 I0420 22:53:37.311054 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688b55f47d-954n5 W0420 22:53:41.045260 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:53:41.740458 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:41.740476 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:41.740483 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:44.307937 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:53:44.307966 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:53:47.941509 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:53:54.362709 3676 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:54.363290 3676 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:54.682927 3676 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:54.682950 3676 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:54.688364 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:53:54.688391 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:54:01.637303 3676 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:01.637849 3676 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:02.487358 3676 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:02.487379 3676 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:02.493307 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c7cb46b78-9kwzw I0420 22:54:02.493338 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c7cb46b78-9kwzw W0420 22:54:07.178975 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:54:07.178996 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:54:36.272741 3676 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d4858c6c8-9zcxq IP address from the namespace address-set, err: pod openshift-console/console-7d4858c6c8-9zcxq: no pod IPs found I0420 22:54:53.098183 3676 cni.go:452] [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key ] I0420 22:54:53.170294 3676 cni.go:473] [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c8c4b84dd-6k9d7 a97e839a18a16cd7f4c1c5e2d6f932839d5e1452c1235e5e014f046070303761 network default NAD default NAD key default], result "{}", err I0420 22:54:53.214323 3676 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:53.214351 3676 pods.go:176] Deleting pod: openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:54:53.215520 3676 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c8c4b84dd-6k9d7, ips: 10.130.0.19 I0420 22:54:53.215548 3676 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:53.225615 3676 base_network_controller_pods.go:487] [default/openshift-console/console-69c8665ccd-qqj4h] creating logical port openshift-console_console-69c8665ccd-qqj4h for pod on switch ip-10-0-2-216.ec2.internal I0420 22:54:53.225756 3676 kube.go:256] Updating pod openshift-console/console-69c8665ccd-qqj4h I0420 22:54:53.240189 3676 pod.go:62] [openshift-console/console-69c8665ccd-qqj4h] pod update took 14.457862ms I0420 22:54:53.240210 3676 base_network_controller_pods.go:951] [default/openshift-console/console-69c8665ccd-qqj4h] addLogicalPort annotation time took 14.481447ms I0420 22:54:53.241405 3676 pods.go:271] [openshift-console/console-69c8665ccd-qqj4h] addLogicalPort took 15.798908ms, libovsdb time 877.218µs I0420 22:54:53.310082 3676 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:53.310105 3676 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:53.317867 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:54:53.317889 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:54:53.587059 3676 cni.go:452] [openshift-console/console-69c8665ccd-qqj4h 15e7a0301350c8d8e8517aa99a572bbbd01233c60a7a584325a93bcef312233a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69c8665ccd-qqj4h 15e7a0301350c8d8e8517aa99a572bbbd01233c60a7a584325a93bcef312233a network default NAD default NAD key ] I0420 22:54:53.596648 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69c8665ccd-qqj4h, hostIfaceName: 15e7a0301350c8d, network: default, NAD default, SandboxID: "15e7a0301350c8d8e8517aa99a572bbbd01233c60a7a584325a93bcef312233a", PCI device ID: , UID: "662080bc-9cda-417d-8b56-852e64bbd199", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0420 22:54:53.645250 3676 cni.go:473] [openshift-console/console-69c8665ccd-qqj4h 15e7a0301350c8d8e8517aa99a572bbbd01233c60a7a584325a93bcef312233a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69c8665ccd-qqj4h 15e7a0301350c8d8e8517aa99a572bbbd01233c60a7a584325a93bcef312233a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d2:bf:14:40:a6\",\"name\":\"15e7a0301350c8d\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/126e4d32-99e9-4364-a85d-7ceb01db834a\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 22:55:01.581756 3676 obj_retry.go:498] Detected object openshift-console/console-7d4858c6c8-4tksq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:01.582279 3676 obj_retry.go:498] Detected object openshift-console/console-7d4858c6c8-4tksq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:01.725104 3676 obj_retry.go:492] Detected object openshift-console/console-7d4858c6c8-4tksq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:01.725125 3676 obj_retry.go:492] Detected object openshift-console/console-7d4858c6c8-4tksq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:01.731815 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d4858c6c8-4tksq I0420 22:55:01.731839 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d4858c6c8-4tksq W0420 22:55:04.372671 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:55:08.604153 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:08.604748 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:09.623123 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:09.623158 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:19.921953 3676 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.922580 3676 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.922612 3676 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.922620 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 22:55:19.922636 3676 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.922641 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 22:55:20.950592 3676 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.950618 3676 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.950631 3676 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.950643 3676 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:22.469605 3676 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 22:55:22.479304 3676 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 22:55:29.726140 3676 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:29.726733 3676 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:29.830294 3676 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:29.830317 3676 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:29.836970 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c8c4b84dd-blxzq I0420 22:55:29.836995 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c8c4b84dd-blxzq I0420 22:56:10.359616 3676 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 22:57:57.738789 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0420 22:58:23.880602 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0420 22:58:41.836678 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0420 22:58:47.738869 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 22:59:40.743121 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0420 23:00:04.064282 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:00:04.064853 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:00:04.964303 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:00:04.964359 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:00:05.846838 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 23:00:16.748871 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=373 I0420 23:00:16.879828 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 23:00:21.826951 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0420 23:00:28.054206 3676 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 23:00:33.830863 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 23:00:38.841924 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0420 23:00:39.097664 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 23:00:39.097731 3676 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m24pt IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m24pt: no pod IPs found I0420 23:00:45.827215 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 23:00:54.036806 3676 namespace.go:98] [tsf] adding namespace I0420 23:00:54.037679 3676 namespace.go:102] [tsf] adding namespace took 851.51µs I0420 23:00:54.054505 3676 namespace.go:142] [tsf] updating namespace I0420 23:00:54.068134 3676 namespace.go:142] [tsf] updating namespace I0420 23:00:54.737108 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=110 I0420 23:00:57.861293 3676 namespace.go:98] [cert-manager-operator] adding namespace I0420 23:00:57.861340 3676 namespace.go:98] [konflux-ui] adding namespace I0420 23:00:57.862150 3676 namespace.go:102] [cert-manager-operator] adding namespace took 833.284µs I0420 23:00:57.862763 3676 namespace.go:102] [konflux-ui] adding namespace took 1.413257ms I0420 23:00:57.867286 3676 namespace.go:98] [konflux-operator] adding namespace I0420 23:00:57.867396 3676 namespace.go:98] [tsf-tpa] adding namespace I0420 23:00:57.867448 3676 namespace.go:98] [rhbk-operator] adding namespace I0420 23:00:57.867579 3676 namespace.go:98] [rhtpa-operator] adding namespace I0420 23:00:57.867664 3676 namespace.go:98] [tsf-tas] adding namespace I0420 23:00:57.868013 3676 namespace.go:102] [konflux-operator] adding namespace took 709.413µs I0420 23:00:57.868705 3676 namespace.go:102] [tsf-tpa] adding namespace took 1.295575ms I0420 23:00:57.868831 3676 namespace.go:98] [tsf-keycloak] adding namespace I0420 23:00:57.869395 3676 namespace.go:102] [rhbk-operator] adding namespace took 1.929373ms I0420 23:00:57.869969 3676 namespace.go:102] [rhtpa-operator] adding namespace took 2.371881ms I0420 23:00:57.870572 3676 namespace.go:102] [tsf-tas] adding namespace took 2.893126ms I0420 23:00:57.871064 3676 namespace.go:102] [tsf-keycloak] adding namespace took 2.218959ms I0420 23:00:57.888744 3676 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.900805 3676 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.916796 3676 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.916839 3676 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:57.916932 3676 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.917026 3676 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:57.932818 3676 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:57.932889 3676 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:57.932986 3676 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:57.933067 3676 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.944582 3676 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.947661 3676 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.970495 3676 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.984192 3676 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.997750 3676 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:58.008179 3676 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:58.017000 3676 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:58.028809 3676 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:58.039724 3676 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:58.051907 3676 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:58.068739 3676 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:58.080624 3676 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:58.099933 3676 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:58.141821 3676 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:59.136293 3676 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:59.151786 3676 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:01:03.742114 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 I0420 23:01:06.391304 3676 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.391895 3676 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.391924 3676 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.391935 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:06.391950 3676 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.391957 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:07.415623 3676 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415644 3676 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415652 3676 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415660 3676 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:08.433657 3676 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434150 3676 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434174 3676 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434182 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.434194 3676 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434198 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:08.456712 3676 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457055 3676 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457075 3676 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457082 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.457090 3676 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457094 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:08.477552 3676 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.477866 3676 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.477890 3676 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.477902 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.477915 3676 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.477923 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:09.456202 3676 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.456250 3676 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.456264 3676 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.456276 3676 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482174 3676 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482194 3676 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482213 3676 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482251 3676 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.503767 3676 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.503792 3676 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.503802 3676 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.503811 3676 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:12.458587 3676 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.459105 3676 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.459140 3676 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.459156 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:12.459171 3676 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.459175 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:12.490105 3676 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.490600 3676 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.490624 3676 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.490632 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:12.490641 3676 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.490645 3676 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:13.493242 3676 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.493272 3676 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.493290 3676 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.493305 3676 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526517 3676 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526537 3676 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526553 3676 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526563 3676 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:18.006600 3676 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-7bsj6 for pod on switch ip-10-0-2-216.ec2.internal I0420 23:01:18.006771 3676 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6 I0420 23:01:18.024890 3676 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6] pod update took 18.148888ms I0420 23:01:18.024911 3676 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6] addLogicalPort annotation time took 18.17381ms I0420 23:01:18.026086 3676 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6] addLogicalPort took 19.503027ms, libovsdb time 825.764µs I0420 23:01:18.362802 3676 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6 61ae0765a6d8ce1df7f971f2ace2709203d20dc633dd601e80a434279b0f7ee5 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6 61ae0765a6d8ce1df7f971f2ace2709203d20dc633dd601e80a434279b0f7ee5 network default NAD default NAD key ] I0420 23:01:18.371946 3676 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-7bsj6, hostIfaceName: 61ae0765a6d8ce1, network: default, NAD default, SandboxID: "61ae0765a6d8ce1df7f971f2ace2709203d20dc633dd601e80a434279b0f7ee5", PCI device ID: , UID: "01619889-849e-4501-ba54-62b1b9f6da6d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0420 23:01:18.420734 3676 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6 61ae0765a6d8ce1df7f971f2ace2709203d20dc633dd601e80a434279b0f7ee5 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bsj6 61ae0765a6d8ce1df7f971f2ace2709203d20dc633dd601e80a434279b0f7ee5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ae:68:66:ef:a5\",\"name\":\"61ae0765a6d8ce1\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5704fc82-0369-4aee-9daf-e05f9a5abb7d\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:01:22.572563 3676 namespace.go:98] [cert-manager] adding namespace I0420 23:01:22.573462 3676 namespace.go:102] [cert-manager] adding namespace took 874.669µs I0420 23:01:22.621253 3676 namespace.go:142] [cert-manager] updating namespace I0420 23:01:22.653817 3676 namespace.go:142] [cert-manager] updating namespace I0420 23:01:23.257948 3676 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-bcj6s for pod on switch ip-10-0-2-216.ec2.internal I0420 23:01:23.258047 3676 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s I0420 23:01:23.308694 3676 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s] pod update took 50.672637ms I0420 23:01:23.308714 3676 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s] addLogicalPort annotation time took 50.698147ms I0420 23:01:23.309921 3676 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s] addLogicalPort took 51.994866ms, libovsdb time 907.243µs I0420 23:01:25.116213 3676 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s 4fcdeac878d9bb79b96729758ce4edb7a6056a90473ba34ace0e185a2179b9a1 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s 4fcdeac878d9bb79b96729758ce4edb7a6056a90473ba34ace0e185a2179b9a1 network default NAD default NAD key ] I0420 23:01:25.125576 3676 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-bcj6s, hostIfaceName: 4fcdeac878d9bb7, network: default, NAD default, SandboxID: "4fcdeac878d9bb79b96729758ce4edb7a6056a90473ba34ace0e185a2179b9a1", PCI device ID: , UID: "e663b65d-b99a-44dc-9f12-2adf1ce29b13", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0420 23:01:25.177115 3676 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s 4fcdeac878d9bb79b96729758ce4edb7a6056a90473ba34ace0e185a2179b9a1 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bcj6s 4fcdeac878d9bb79b96729758ce4edb7a6056a90473ba34ace0e185a2179b9a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:00:69:2a:74:b3\",\"name\":\"4fcdeac878d9bb7\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fece1f3-30f8-4871-bcb8-b07e0620ec1e\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:01:27.578998 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:27.941748 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 23:01:27.941770 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 23:01:28.508031 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:28.530916 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 23:01:29.753256 3676 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-d75fv for pod on switch ip-10-0-2-216.ec2.internal I0420 23:01:29.753402 3676 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv I0420 23:01:29.837038 3676 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv I0420 23:01:29.880035 3676 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv] pod update took 126.659104ms I0420 23:01:29.880059 3676 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv] addLogicalPort annotation time took 126.686025ms I0420 23:01:29.881208 3676 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv] addLogicalPort took 127.987508ms, libovsdb time 790.908µs I0420 23:01:30.101803 3676 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv efd57be0e9e9a4771f76446b8a240484fd80a295a8ef986b29de6ef36e7d0180 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv efd57be0e9e9a4771f76446b8a240484fd80a295a8ef986b29de6ef36e7d0180 network default NAD default NAD key ] I0420 23:01:30.111299 3676 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-d75fv, hostIfaceName: efd57be0e9e9a47, network: default, NAD default, SandboxID: "efd57be0e9e9a4771f76446b8a240484fd80a295a8ef986b29de6ef36e7d0180", PCI device ID: , UID: "ac91930b-4b4a-4ed0-b02c-700c0dd0cf83", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0420 23:01:30.160837 3676 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv efd57be0e9e9a4771f76446b8a240484fd80a295a8ef986b29de6ef36e7d0180 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-d75fv efd57be0e9e9a4771f76446b8a240484fd80a295a8ef986b29de6ef36e7d0180 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:cb:05:7b:83:ce\",\"name\":\"efd57be0e9e9a47\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d02f56e-66ba-4d0b-9643-fed11e241b34\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:01:30.858679 3676 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0420 23:01:31.304056 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.314887 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.328616 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.337968 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:32.853682 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 23:01:33.550946 3676 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:33.566090 3676 namespace.go:142] [openshift-operators] updating namespace W0420 23:01:33.830587 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 23:01:33.830612 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 23:01:38.994355 3676 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-rqv5j for pod on switch ip-10-0-2-216.ec2.internal I0420 23:01:38.994485 3676 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j I0420 23:01:39.013996 3676 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j] pod update took 19.542189ms I0420 23:01:39.014015 3676 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j] addLogicalPort annotation time took 19.566622ms I0420 23:01:39.015263 3676 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j] addLogicalPort took 20.928515ms, libovsdb time 882.185µs I0420 23:01:39.353694 3676 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j 3d238128f2a5cd460a9057ca2663504b4279b45914133d7fbe4fa7ddd4aed627 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j 3d238128f2a5cd460a9057ca2663504b4279b45914133d7fbe4fa7ddd4aed627 network default NAD default NAD key ] I0420 23:01:39.362973 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-rqv5j, hostIfaceName: 3d238128f2a5cd4, network: default, NAD default, SandboxID: "3d238128f2a5cd460a9057ca2663504b4279b45914133d7fbe4fa7ddd4aed627", PCI device ID: , UID: "75fefe20-2b3a-4a11-8b31-7d5901a7f61a", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0420 23:01:39.411851 3676 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j 3d238128f2a5cd460a9057ca2663504b4279b45914133d7fbe4fa7ddd4aed627 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-rqv5j 3d238128f2a5cd460a9057ca2663504b4279b45914133d7fbe4fa7ddd4aed627 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ab:8d:2e:1e:38\",\"name\":\"3d238128f2a5cd4\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/911d4ada-bc26-42e2-850c-0a9a49cedf4e\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:01:41.851596 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0420 23:01:41.900112 3676 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 23:01:41.971832 3676 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 23:01:41.972913 3676 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.06177ms I0420 23:01:42.036835 3676 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:01:42.060940 3676 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 23:01:43.862992 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 23:01:45.601936 3676 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:46.378148 3676 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-6x58z] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-6x58z for pod on switch ip-10-0-2-216.ec2.internal I0420 23:01:46.378296 3676 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-6x58z I0420 23:01:46.446207 3676 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-8khjg for pod on switch ip-10-0-2-216.ec2.internal I0420 23:01:46.446367 3676 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg I0420 23:01:46.450904 3676 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-6x58z I0420 23:01:46.463904 3676 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg] pod update took 17.566473ms I0420 23:01:46.463924 3676 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg] addLogicalPort annotation time took 17.593057ms I0420 23:01:46.465150 3676 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg] addLogicalPort took 18.961328ms, libovsdb time 861.54µs I0420 23:01:46.489028 3676 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-6x58z] pod update took 110.760823ms I0420 23:01:46.489047 3676 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-6x58z] addLogicalPort annotation time took 110.785223ms I0420 23:01:46.490079 3676 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-6x58z] addLogicalPort took 111.947809ms, libovsdb time 690.692µs I0420 23:01:46.733745 3676 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-6x58z c243d199e256a58bd28bf158de8799f6bdfb7f63a8992e8de8583ec69de19e85 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-6x58z c243d199e256a58bd28bf158de8799f6bdfb7f63a8992e8de8583ec69de19e85 network default NAD default NAD key ] I0420 23:01:46.743299 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-6x58z, hostIfaceName: c243d199e256a58, network: default, NAD default, SandboxID: "c243d199e256a58bd28bf158de8799f6bdfb7f63a8992e8de8583ec69de19e85", PCI device ID: , UID: "91fbe36c-f730-4d24-bde1-7e3f41468b6c", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0420 23:01:46.796215 3676 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-6x58z c243d199e256a58bd28bf158de8799f6bdfb7f63a8992e8de8583ec69de19e85 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-6x58z c243d199e256a58bd28bf158de8799f6bdfb7f63a8992e8de8583ec69de19e85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:e1:e1:c7:8d:bc\",\"name\":\"c243d199e256a58\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f747e3c-e791-44b4-8426-682aad070bca\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:01:46.805438 3676 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg 2ed76971af83df610094205c355cdf82635bb595dff568189b3efca119a811e6 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg 2ed76971af83df610094205c355cdf82635bb595dff568189b3efca119a811e6 network default NAD default NAD key ] I0420 23:01:46.816169 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-8khjg, hostIfaceName: 2ed76971af83df6, network: default, NAD default, SandboxID: "2ed76971af83df610094205c355cdf82635bb595dff568189b3efca119a811e6", PCI device ID: , UID: "3510d8e4-a43f-4993-866e-e89b4713274e", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0420 23:01:46.864340 3676 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg 2ed76971af83df610094205c355cdf82635bb595dff568189b3efca119a811e6 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-8khjg 2ed76971af83df610094205c355cdf82635bb595dff568189b3efca119a811e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:06:c1:75:d7:3b\",\"name\":\"2ed76971af83df6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaec5aaa-dad6-4418-bce9-63b84bb06541\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:01:52.899943 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 23:02:02.447543 3676 namespace.go:98] [openshift-pipelines] adding namespace I0420 23:02:02.448506 3676 namespace.go:102] [openshift-pipelines] adding namespace took 939.624µs I0420 23:02:02.470899 3676 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:02:03.157781 3676 namespace.go:142] [cert-manager] updating namespace I0420 23:02:03.361477 3676 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:03.759078 3676 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:03.959386 3676 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:04.160331 3676 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:04.565981 3676 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:04.765799 3676 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:04.963458 3676 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:05.166105 3676 namespace.go:142] [tsf] updating namespace I0420 23:02:05.367573 3676 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:05.568806 3676 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:05.768280 3676 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:05.902080 3676 namespace.go:142] [cert-manager] updating namespace I0420 23:02:05.913172 3676 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:05.920943 3676 namespace.go:142] [default] updating namespace I0420 23:02:05.930718 3676 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:05.938937 3676 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:05.950022 3676 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:05.958257 3676 namespace.go:142] [openshift] updating namespace I0420 23:02:05.968713 3676 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:05.977017 3676 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:05.986892 3676 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:05.995212 3676 namespace.go:142] [tsf] updating namespace I0420 23:02:06.013404 3676 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:06.031972 3676 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:06.051153 3676 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:06.152330 3676 namespace.go:142] [cert-manager] updating namespace I0420 23:02:06.250463 3676 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:06.352286 3676 namespace.go:142] [default] updating namespace I0420 23:02:06.454368 3676 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:06.559846 3676 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:06.652549 3676 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:06.759864 3676 namespace.go:142] [openshift] updating namespace I0420 23:02:06.851418 3676 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:06.953477 3676 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:07.052403 3676 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:07.150492 3676 namespace.go:142] [tsf] updating namespace I0420 23:02:07.253208 3676 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:07.352304 3676 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:07.452907 3676 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:07.729996 3676 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:02:13.628754 3676 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:13.629323 3676 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:13.648745 3676 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:13.648768 3676 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:13.654645 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 23:02:13.654662 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 23:02:15.139997 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-gs572] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-gs572 for pod on switch ip-10-0-2-216.ec2.internal I0420 23:02:15.140215 3676 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-gs572 I0420 23:02:15.153990 3676 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-gs572] pod update took 13.862495ms I0420 23:02:15.154009 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-gs572] addLogicalPort annotation time took 13.88763ms I0420 23:02:15.155239 3676 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-gs572] addLogicalPort took 15.258166ms, libovsdb time 827.736µs I0420 23:02:15.506640 3676 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-gs572 e4815760406fbfd449e411851bef0a02d71490dc06cdfe20de538728cb61a0b0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-gs572 e4815760406fbfd449e411851bef0a02d71490dc06cdfe20de538728cb61a0b0 network default NAD default NAD key ] I0420 23:02:15.516469 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-gs572, hostIfaceName: e4815760406fbfd, network: default, NAD default, SandboxID: "e4815760406fbfd449e411851bef0a02d71490dc06cdfe20de538728cb61a0b0", PCI device ID: , UID: "22359317-ec23-4439-8539-54c9279b2626", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0420 23:02:15.567755 3676 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-gs572 e4815760406fbfd449e411851bef0a02d71490dc06cdfe20de538728cb61a0b0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-gs572 e4815760406fbfd449e411851bef0a02d71490dc06cdfe20de538728cb61a0b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:69:18:e9:9d:65\",\"name\":\"e4815760406fbfd\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1932f307-ef92-4b4c-8979-51463bb2e920\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:02:20.075797 3676 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:20.075819 3676 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:20.075824 3676 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:23.592670 3676 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.592692 3676 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.592697 3676 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.627068 3676 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627086 3676 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627091 3676 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627096 3676 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:27.584148 3676 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 23:02:28.726420 3676 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0420 23:02:31.080259 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:31.080282 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:31.080290 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 23:02:41.715643 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-vtfpt for pod on switch ip-10-0-2-216.ec2.internal I0420 23:02:41.715782 3676 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt I0420 23:02:41.733246 3676 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt] pod update took 17.494815ms I0420 23:02:41.733268 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt] addLogicalPort annotation time took 17.520766ms I0420 23:02:41.734471 3676 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt] addLogicalPort took 18.841414ms, libovsdb time 853.516µs I0420 23:02:41.833211 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-r6kbd for pod on switch ip-10-0-2-216.ec2.internal I0420 23:02:41.833313 3676 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd I0420 23:02:41.847903 3676 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd] pod update took 14.613655ms I0420 23:02:41.847925 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd] addLogicalPort annotation time took 14.640656ms I0420 23:02:41.849048 3676 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd] addLogicalPort took 15.85138ms, libovsdb time 758.611µs I0420 23:02:42.076822 3676 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt f17dda3c9da53e9ffd701768b6bce8619375a9b237f6316533dca75372fc4ce3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt f17dda3c9da53e9ffd701768b6bce8619375a9b237f6316533dca75372fc4ce3 network default NAD default NAD key ] I0420 23:02:42.086534 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-vtfpt, hostIfaceName: f17dda3c9da53e9, network: default, NAD default, SandboxID: "f17dda3c9da53e9ffd701768b6bce8619375a9b237f6316533dca75372fc4ce3", PCI device ID: , UID: "09b81776-f019-4942-8df4-ac5f6b7023df", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0420 23:02:42.138928 3676 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt f17dda3c9da53e9ffd701768b6bce8619375a9b237f6316533dca75372fc4ce3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-vtfpt f17dda3c9da53e9ffd701768b6bce8619375a9b237f6316533dca75372fc4ce3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:b7:e7:c9:ec:d8\",\"name\":\"f17dda3c9da53e9\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d15c12d4-a877-4bb9-9d4e-c1ec19e17d3b\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:02:42.191875 3676 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd 3f50e44ee014924f6dcdadcd0a3fbe1555ec933bf77c12dd43a79a8c9c868616 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd 3f50e44ee014924f6dcdadcd0a3fbe1555ec933bf77c12dd43a79a8c9c868616 network default NAD default NAD key ] I0420 23:02:42.201990 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-r6kbd, hostIfaceName: 3f50e44ee014924, network: default, NAD default, SandboxID: "3f50e44ee014924f6dcdadcd0a3fbe1555ec933bf77c12dd43a79a8c9c868616", PCI device ID: , UID: "f5b6827f-bcf1-4631-9059-5a0f7371655f", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0420 23:02:42.252823 3676 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd 3f50e44ee014924f6dcdadcd0a3fbe1555ec933bf77c12dd43a79a8c9c868616 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-r6kbd 3f50e44ee014924f6dcdadcd0a3fbe1555ec933bf77c12dd43a79a8c9c868616 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:cd:4d:3b:63:e2\",\"name\":\"3f50e44ee014924\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5b808fa-0c01-4cff-84a7-ba4fe7e03aca\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:02:46.682725 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 23:02:52.856319 3676 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:52.856884 3676 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:52.874730 3676 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:52.874746 3676 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:52.880394 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 23:02:52.880418 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 23:02:54.700300 3676 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 23:02:54.700949 3676 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 23:02:54.700968 3676 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 23:02:54.703112 3676 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0420 23:03:02.913189 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:02.913214 3676 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:02.918313 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 23:03:02.918330 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0420 23:03:08.793488 3676 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 23:03:23.261434 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf] creating logical port openshift-pipelines_tekton-results-api-d7c56d9f6-kbbcf for pod on switch ip-10-0-2-216.ec2.internal I0420 23:03:23.261535 3676 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf I0420 23:03:23.276515 3676 pod.go:62] [openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf] pod update took 15.002342ms I0420 23:03:23.276540 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf] addLogicalPort annotation time took 15.03601ms I0420 23:03:23.277806 3676 pods.go:271] [openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf] addLogicalPort took 16.386148ms, libovsdb time 859.549µs I0420 23:03:23.365406 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-z8gjw for pod on switch ip-10-0-2-216.ec2.internal I0420 23:03:23.365493 3676 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw I0420 23:03:23.378608 3676 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw] pod update took 13.138731ms I0420 23:03:23.378627 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw] addLogicalPort annotation time took 13.161935ms I0420 23:03:23.379817 3676 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw] addLogicalPort took 14.426196ms, libovsdb time 866.852µs I0420 23:03:23.464194 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-b7b2m for pod on switch ip-10-0-2-216.ec2.internal I0420 23:03:23.464319 3676 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m I0420 23:03:23.477153 3676 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m] pod update took 12.870835ms I0420 23:03:23.477173 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m] addLogicalPort annotation time took 12.89336ms I0420 23:03:23.478479 3676 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m] addLogicalPort took 14.299921ms, libovsdb time 888.349µs I0420 23:03:23.624738 3676 cni.go:452] [openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf a4371ddee6f3593f3af1203346b78284ff65cadedad6cc50ba86ccdcd3ad5aef network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf a4371ddee6f3593f3af1203346b78284ff65cadedad6cc50ba86ccdcd3ad5aef network default NAD default NAD key ] I0420 23:03:23.634406 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-d7c56d9f6-kbbcf, hostIfaceName: a4371ddee6f3593, network: default, NAD default, SandboxID: "a4371ddee6f3593f3af1203346b78284ff65cadedad6cc50ba86ccdcd3ad5aef", PCI device ID: , UID: "f2b9ff3e-83bd-4bb0-a5bd-55806dc62142", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0420 23:03:23.686612 3676 cni.go:473] [openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf a4371ddee6f3593f3af1203346b78284ff65cadedad6cc50ba86ccdcd3ad5aef network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-kbbcf a4371ddee6f3593f3af1203346b78284ff65cadedad6cc50ba86ccdcd3ad5aef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f5:5c:7f:b6:a2\",\"name\":\"a4371ddee6f3593\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac50475-17de-4344-a201-d62d273a5764\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:03:23.725500 3676 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw 8f976ba9eae78773a6efcb0bc1dfbadfe0461b18fcae8bf90ef14b37d16d0d29 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw 8f976ba9eae78773a6efcb0bc1dfbadfe0461b18fcae8bf90ef14b37d16d0d29 network default NAD default NAD key ] I0420 23:03:23.735791 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-z8gjw, hostIfaceName: 8f976ba9eae7877, network: default, NAD default, SandboxID: "8f976ba9eae78773a6efcb0bc1dfbadfe0461b18fcae8bf90ef14b37d16d0d29", PCI device ID: , UID: "14a62dfe-d971-4f50-b581-d61acd69d3a8", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0420 23:03:23.786747 3676 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw 8f976ba9eae78773a6efcb0bc1dfbadfe0461b18fcae8bf90ef14b37d16d0d29 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-z8gjw 8f976ba9eae78773a6efcb0bc1dfbadfe0461b18fcae8bf90ef14b37d16d0d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:82:ac:15:75:d2\",\"name\":\"8f976ba9eae7877\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a21e1237-36bb-4564-98f1-37b470884d9a\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:03:23.824884 3676 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m 078034ea93cd7e6932bf8b73b57092ee59624f320750cead597b93a9b874b08b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m 078034ea93cd7e6932bf8b73b57092ee59624f320750cead597b93a9b874b08b network default NAD default NAD key ] I0420 23:03:23.835944 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-b7b2m, hostIfaceName: 078034ea93cd7e6, network: default, NAD default, SandboxID: "078034ea93cd7e6932bf8b73b57092ee59624f320750cead597b93a9b874b08b", PCI device ID: , UID: "2dfc6480-3438-4998-b52a-5d7d91f290bb", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0420 23:03:23.887896 3676 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m 078034ea93cd7e6932bf8b73b57092ee59624f320750cead597b93a9b874b08b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-b7b2m 078034ea93cd7e6932bf8b73b57092ee59624f320750cead597b93a9b874b08b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:52:d7:2d:f5:37\",\"name\":\"078034ea93cd7e6\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2937fb87-f185-428d-84d4-1083dcc49f43\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:03:28.414796 3676 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:28.414814 3676 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:28.414819 3676 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:34.457489 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:34.457510 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:34.457516 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 23:03:46.791463 3676 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:46.792023 3676 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:46.831720 3676 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:46.831749 3676 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:46.837359 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 23:03:46.837382 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 23:03:49.570824 3676 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-8d8c77558-wtk6w] creating logical port tsf-tas_trillian-logserver-8d8c77558-wtk6w for pod on switch ip-10-0-2-216.ec2.internal I0420 23:03:49.570920 3676 kube.go:256] Updating pod tsf-tas/trillian-logserver-8d8c77558-wtk6w I0420 23:03:49.617139 3676 kube.go:256] Updating pod tsf-tas/trillian-logserver-8d8c77558-wtk6w I0420 23:03:49.642016 3676 pod.go:62] [tsf-tas/trillian-logserver-8d8c77558-wtk6w] pod update took 71.12239ms I0420 23:03:49.642039 3676 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-8d8c77558-wtk6w] addLogicalPort annotation time took 71.152234ms I0420 23:03:49.643324 3676 pods.go:271] [tsf-tas/trillian-logserver-8d8c77558-wtk6w] addLogicalPort took 72.518905ms, libovsdb time 893.295µs I0420 23:03:49.872086 3676 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx] creating logical port tsf-tas_trillian-logsigner-5574bdf8bb-cgvfx for pod on switch ip-10-0-2-216.ec2.internal I0420 23:03:49.872193 3676 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx I0420 23:03:49.900627 3676 pod.go:62] [tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx] pod update took 28.467133ms I0420 23:03:49.900650 3676 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx] addLogicalPort annotation time took 28.49531ms I0420 23:03:49.901873 3676 pods.go:271] [tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx] addLogicalPort took 29.807449ms, libovsdb time 839.235µs I0420 23:03:49.935644 3676 cni.go:452] [tsf-tas/trillian-logserver-8d8c77558-wtk6w 6437eaf97f4bd9376a37c30566793aa1a601857234d4cd345579fe468b78b575 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-8d8c77558-wtk6w 6437eaf97f4bd9376a37c30566793aa1a601857234d4cd345579fe468b78b575 network default NAD default NAD key ] I0420 23:03:49.946107 3676 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-8d8c77558-wtk6w, hostIfaceName: 6437eaf97f4bd93, network: default, NAD default, SandboxID: "6437eaf97f4bd9376a37c30566793aa1a601857234d4cd345579fe468b78b575", PCI device ID: , UID: "28c1e9a1-8812-4ee2-9d53-dc1b4e9df548", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0420 23:03:50.001760 3676 cni.go:473] [tsf-tas/trillian-logserver-8d8c77558-wtk6w 6437eaf97f4bd9376a37c30566793aa1a601857234d4cd345579fe468b78b575 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-8d8c77558-wtk6w 6437eaf97f4bd9376a37c30566793aa1a601857234d4cd345579fe468b78b575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e8:1a:ea:c8:f3\",\"name\":\"6437eaf97f4bd93\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69674619-7f4a-49f4-9e61-94b50b139c59\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:03:50.844384 3676 cni.go:452] [tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx 685ebc5dce57ffb0ae8ef5226f8432ec0be3565d347b27ca9765c942a1448e6b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx 685ebc5dce57ffb0ae8ef5226f8432ec0be3565d347b27ca9765c942a1448e6b network default NAD default NAD key ] I0420 23:03:50.856816 3676 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5574bdf8bb-cgvfx, hostIfaceName: 685ebc5dce57ffb, network: default, NAD default, SandboxID: "685ebc5dce57ffb0ae8ef5226f8432ec0be3565d347b27ca9765c942a1448e6b", PCI device ID: , UID: "5d76c18b-988c-48f3-acf7-db7ec2fb2219", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0420 23:03:50.924129 3676 cni.go:473] [tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx 685ebc5dce57ffb0ae8ef5226f8432ec0be3565d347b27ca9765c942a1448e6b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5574bdf8bb-cgvfx 685ebc5dce57ffb0ae8ef5226f8432ec0be3565d347b27ca9765c942a1448e6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:88:49:8b:35:26\",\"name\":\"685ebc5dce57ffb\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/072da951-0d13-4d68-8257-a83ba39ffe26\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:03:53.365191 3676 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mcsss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:53.365900 3676 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mcsss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:54.246240 3676 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mcsss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:54.246271 3676 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mcsss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:03:59.590712 3676 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0420 23:03:59.611047 3676 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 23:04:02.741762 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 W0420 23:04:05.134755 3676 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 23:04:05.269292 3676 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:05.269809 3676 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:06.149466 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-zjzq2 for pod on switch ip-10-0-2-216.ec2.internal I0420 23:04:06.149553 3676 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2 I0420 23:04:06.156832 3676 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:06.156852 3676 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:06.165563 3676 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2] pod update took 16.02726ms I0420 23:04:06.165588 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2] addLogicalPort annotation time took 16.058886ms I0420 23:04:06.167030 3676 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2] addLogicalPort took 17.583904ms, libovsdb time 1.03592ms I0420 23:04:06.510469 3676 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2 b17b385a7d305fa417f4c709ba9bd264b1bcfdcfd3ba71e011f3437f81d7bb65 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2 b17b385a7d305fa417f4c709ba9bd264b1bcfdcfd3ba71e011f3437f81d7bb65 network default NAD default NAD key ] I0420 23:04:06.519970 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-zjzq2, hostIfaceName: b17b385a7d305fa, network: default, NAD default, SandboxID: "b17b385a7d305fa417f4c709ba9bd264b1bcfdcfd3ba71e011f3437f81d7bb65", PCI device ID: , UID: "bbb9d764-814b-4505-8a96-ee7e1f1e6379", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0420 23:04:06.573241 3676 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2 b17b385a7d305fa417f4c709ba9bd264b1bcfdcfd3ba71e011f3437f81d7bb65 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zjzq2 b17b385a7d305fa417f4c709ba9bd264b1bcfdcfd3ba71e011f3437f81d7bb65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:c0:0b:d8:c7:6c\",\"name\":\"b17b385a7d305fa\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd241278-389c-48a8-b3c1-ae6aabb3230e\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:04:09.154823 3676 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 23:04:09.310309 3676 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 23:04:09.310332 3676 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0420 23:04:21.231490 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-chcgg for pod on switch ip-10-0-2-216.ec2.internal I0420 23:04:21.231610 3676 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg I0420 23:04:21.247744 3676 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg] pod update took 16.164387ms I0420 23:04:21.247828 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg] addLogicalPort annotation time took 16.26017ms I0420 23:04:21.249326 3676 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg] addLogicalPort took 17.857409ms, libovsdb time 999.606µs I0420 23:04:22.190593 3676 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg 2b9562820ee9d76ced6bd6177a31874d6ee277ced3c231ee44654f76484d2f6e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg 2b9562820ee9d76ced6bd6177a31874d6ee277ced3c231ee44654f76484d2f6e network default NAD default NAD key ] I0420 23:04:22.200246 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-chcgg, hostIfaceName: 2b9562820ee9d76, network: default, NAD default, SandboxID: "2b9562820ee9d76ced6bd6177a31874d6ee277ced3c231ee44654f76484d2f6e", PCI device ID: , UID: "c55fca88-dfb1-4ea8-b373-66644ca69902", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0420 23:04:22.251729 3676 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg 2b9562820ee9d76ced6bd6177a31874d6ee277ced3c231ee44654f76484d2f6e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-chcgg 2b9562820ee9d76ced6bd6177a31874d6ee277ced3c231ee44654f76484d2f6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f0:db:94:96:4b\",\"name\":\"2b9562820ee9d76\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0001f9d5-9247-427d-8afe-e946b5e3a6c3\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:04:33.724286 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0420 23:04:33.752478 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 23:04:36.459073 3676 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:36.459739 3676 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:36.478044 3676 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:36.478064 3676 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:36.484195 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 23:04:36.484216 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 23:04:36.741841 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 23:04:42.571012 3676 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:42.571588 3676 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:43.353073 3676 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:43.353095 3676 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:44.648117 3676 obj_retry.go:498] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:44.648644 3676 obj_retry.go:498] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:45.667747 3676 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:45.667777 3676 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:48.970060 3676 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:48.970685 3676 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:49.390439 3676 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:49.390459 3676 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:04:49.543761 3676 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0420 23:04:50.392874 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 23:04:52.543339 3676 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tnzps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:52.543923 3676 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tnzps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:53.437298 3676 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tnzps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.437320 3676 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tnzps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.469538 3676 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.469557 3676 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.474387 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4zw66 I0420 23:04:53.474410 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4zw66 W0420 23:04:55.582828 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0420 23:04:57.441741 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 23:04:57.582322 3676 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:57.582906 3676 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:57.602684 3676 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:57.602704 3676 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:57.608475 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 23:04:57.608494 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0420 23:05:03.628958 3676 obj_retry.go:498] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:03.629569 3676 obj_retry.go:498] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:04.650580 3676 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:04.650601 3676 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:07.646014 3676 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:07.646600 3676 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:07.779289 3676 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:07.779306 3676 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:07.953422 3676 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-p94cx] creating logical port tsf-tpa_create-importers-p94cx for pod on switch ip-10-0-2-216.ec2.internal I0420 23:05:07.953517 3676 kube.go:256] Updating pod tsf-tpa/create-importers-p94cx I0420 23:05:07.965720 3676 pod.go:62] [tsf-tpa/create-importers-p94cx] pod update took 12.222699ms I0420 23:05:07.965800 3676 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-p94cx] addLogicalPort annotation time took 12.306159ms I0420 23:05:07.967038 3676 pods.go:271] [tsf-tpa/create-importers-p94cx] addLogicalPort took 13.631365ms, libovsdb time 841.592µs I0420 23:05:08.331675 3676 cni.go:452] [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key ] I0420 23:05:08.341397 3676 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-p94cx, hostIfaceName: 7b8ee00cc01e217, network: default, NAD default, SandboxID: "7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44", PCI device ID: , UID: "61029456-b105-472f-9855-c231ade96f96", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0420 23:05:08.392674 3676 cni.go:473] [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:bc:29:da:f6:10\",\"name\":\"7b8ee00cc01e217\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60469940-0f59-4b56-8d8d-8674bf8e237c\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:05:11.974719 3676 cni.go:452] [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key ] I0420 23:05:12.058785 3676 cni.go:473] [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-p94cx 7b8ee00cc01e217438f7610a5c0a1ada4098663b689e769176efd2598f1bca44 network default NAD default NAD key default], result "{}", err I0420 23:05:12.111027 3676 obj_retry.go:498] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:12.111065 3676 pods.go:176] Deleting pod: tsf-tpa/create-importers-p94cx I0420 23:05:12.112289 3676 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-p94cx, ips: 10.130.0.37 I0420 23:05:12.112316 3676 obj_retry.go:498] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:13.133667 3676 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:13.133694 3676 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:05:21.616595 3676 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0420 23:05:26.899207 3676 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:26.899790 3676 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:27.789383 3676 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:27.789415 3676 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:05:34.807546 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0420 23:05:49.898305 3676 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:49.898829 3676 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:49.936997 3676 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:49.937021 3676 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:49.942598 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 23:05:49.942623 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 23:05:50.637150 3676 namespace.go:98] [default-tenant] adding namespace I0420 23:05:50.637210 3676 namespace.go:98] [build-service] adding namespace I0420 23:05:50.638118 3676 namespace.go:102] [default-tenant] adding namespace took 947.36µs I0420 23:05:50.638765 3676 namespace.go:102] [build-service] adding namespace took 1.52525ms I0420 23:05:50.645614 3676 namespace.go:98] [image-controller] adding namespace I0420 23:05:50.645692 3676 namespace.go:98] [integration-service] adding namespace I0420 23:05:50.646302 3676 namespace.go:102] [image-controller] adding namespace took 676.087µs I0420 23:05:50.646877 3676 namespace.go:102] [integration-service] adding namespace took 1.169349ms I0420 23:05:50.679717 3676 namespace.go:142] [default-tenant] updating namespace I0420 23:05:50.723388 3676 namespace.go:142] [build-service] updating namespace I0420 23:05:50.737732 3676 namespace.go:142] [default-tenant] updating namespace I0420 23:05:50.786692 3676 namespace.go:142] [build-service] updating namespace I0420 23:05:50.786792 3676 namespace.go:142] [image-controller] updating namespace I0420 23:05:50.840070 3676 namespace.go:142] [image-controller] updating namespace I0420 23:05:50.864758 3676 namespace.go:142] [integration-service] updating namespace I0420 23:05:50.885807 3676 namespace.go:142] [integration-service] updating namespace I0420 23:05:51.026877 3676 namespace.go:142] [build-service] updating namespace I0420 23:05:51.040994 3676 namespace.go:142] [integration-service] updating namespace I0420 23:05:51.060828 3676 namespace.go:98] [release-service] adding namespace I0420 23:05:51.061798 3676 namespace.go:102] [release-service] adding namespace took 954.932µs I0420 23:05:51.099961 3676 namespace.go:142] [konflux-ui] updating namespace I0420 23:05:51.109936 3676 namespace.go:142] [release-service] updating namespace I0420 23:05:51.133352 3676 namespace.go:142] [release-service] updating namespace I0420 23:05:51.497642 3676 namespace.go:98] [konflux-info] adding namespace I0420 23:05:51.498484 3676 namespace.go:102] [konflux-info] adding namespace took 823.879µs I0420 23:05:51.542217 3676 namespace.go:98] [namespace-lister] adding namespace I0420 23:05:51.542920 3676 namespace.go:102] [namespace-lister] adding namespace took 666.088µs I0420 23:05:52.007878 3676 namespace.go:142] [konflux-info] updating namespace I0420 23:05:52.474849 3676 namespace.go:142] [konflux-info] updating namespace I0420 23:05:52.592373 3676 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:52.670454 3676 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:52.836760 3676 namespace.go:98] [enterprise-contract-service] adding namespace I0420 23:05:52.837622 3676 namespace.go:102] [enterprise-contract-service] adding namespace took 844.633µs I0420 23:05:52.866131 3676 namespace.go:142] [image-controller] updating namespace I0420 23:05:52.991089 3676 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:53.064269 3676 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:53.089966 3676 namespace.go:142] [default-tenant] updating namespace I0420 23:05:53.261759 3676 namespace.go:98] [segment-bridge] adding namespace I0420 23:05:53.262618 3676 namespace.go:102] [segment-bridge] adding namespace took 839.957µs I0420 23:05:53.281964 3676 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:53.316718 3676 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-dmgm7] creating logical port namespace-lister_namespace-lister-67655c4674-dmgm7 for pod on switch ip-10-0-2-216.ec2.internal I0420 23:05:53.316852 3676 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-dmgm7 I0420 23:05:53.362768 3676 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 23:05:53.394185 3676 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:53.411025 3676 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-dmgm7 I0420 23:05:53.460763 3676 pod.go:62] [namespace-lister/namespace-lister-67655c4674-dmgm7] pod update took 143.938032ms I0420 23:05:53.460789 3676 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-dmgm7] addLogicalPort annotation time took 143.968387ms I0420 23:05:53.462030 3676 pods.go:271] [namespace-lister/namespace-lister-67655c4674-dmgm7] addLogicalPort took 145.331058ms, libovsdb time 834.369µs I0420 23:05:53.462135 3676 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 23:05:53.462157 3676 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 23:05:53.465400 3676 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 23:05:53.465426 3676 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 23:05:53.465435 3676 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 23:05:53.466358 3676 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 23:05:53.915982 3676 namespace.go:142] [build-service] updating namespace I0420 23:05:54.073967 3676 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-vswmx] creating logical port image-controller_image-controller-controller-manager-6f859968fc-vswmx for pod on switch ip-10-0-2-216.ec2.internal I0420 23:05:54.074055 3676 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-vswmx I0420 23:05:54.081920 3676 base_network_controller_pods.go:487] [default/konflux-ui/dex-6c44d99c57-bm7fn] creating logical port konflux-ui_dex-6c44d99c57-bm7fn for pod on switch ip-10-0-2-216.ec2.internal I0420 23:05:54.081992 3676 kube.go:256] Updating pod konflux-ui/dex-6c44d99c57-bm7fn I0420 23:05:54.108602 3676 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-vswmx] pod update took 34.574339ms I0420 23:05:54.108622 3676 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-vswmx] addLogicalPort annotation time took 34.596986ms I0420 23:05:54.109924 3676 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-vswmx] addLogicalPort took 35.971535ms, libovsdb time 955.903µs I0420 23:05:54.143736 3676 pod.go:62] [konflux-ui/dex-6c44d99c57-bm7fn] pod update took 61.763618ms I0420 23:05:54.143760 3676 base_network_controller_pods.go:951] [default/konflux-ui/dex-6c44d99c57-bm7fn] addLogicalPort annotation time took 61.790212ms I0420 23:05:54.144963 3676 pods.go:271] [konflux-ui/dex-6c44d99c57-bm7fn] addLogicalPort took 63.054295ms, libovsdb time 762.65µs I0420 23:05:54.247378 3676 cni.go:452] [namespace-lister/namespace-lister-67655c4674-dmgm7 14dda4085e166ea2bd5c37d21a02f11ee47ff8524cb0366d64472edd8e858234 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-dmgm7 14dda4085e166ea2bd5c37d21a02f11ee47ff8524cb0366d64472edd8e858234 network default NAD default NAD key ] I0420 23:05:54.258175 3676 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-dmgm7, hostIfaceName: 14dda4085e166ea, network: default, NAD default, SandboxID: "14dda4085e166ea2bd5c37d21a02f11ee47ff8524cb0366d64472edd8e858234", PCI device ID: , UID: "4249c510-6030-4ddd-bf26-5b06153cbcfc", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0420 23:05:54.387740 3676 namespace.go:142] [default-tenant] updating namespace I0420 23:05:54.418506 3676 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-vswmx de9a4913d9860cbc44394292be50989fd80dc247e3a03975fbf8f4947c1f1b80 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-vswmx de9a4913d9860cbc44394292be50989fd80dc247e3a03975fbf8f4947c1f1b80 network default NAD default NAD key ] I0420 23:05:54.428897 3676 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-vswmx, hostIfaceName: de9a4913d9860cb, network: default, NAD default, SandboxID: "de9a4913d9860cbc44394292be50989fd80dc247e3a03975fbf8f4947c1f1b80", PCI device ID: , UID: "9cfd8775-9498-4990-9028-1003591b7e58", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0420 23:05:54.482374 3676 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-vswmx de9a4913d9860cbc44394292be50989fd80dc247e3a03975fbf8f4947c1f1b80 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-vswmx de9a4913d9860cbc44394292be50989fd80dc247e3a03975fbf8f4947c1f1b80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:8a:89:7c:1a:a5\",\"name\":\"de9a4913d9860cb\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e585bdb-96c5-4310-91d8-61a9d544e1d4\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:05:54.519381 3676 cni.go:473] [namespace-lister/namespace-lister-67655c4674-dmgm7 14dda4085e166ea2bd5c37d21a02f11ee47ff8524cb0366d64472edd8e858234 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-dmgm7 14dda4085e166ea2bd5c37d21a02f11ee47ff8524cb0366d64472edd8e858234 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b0:72:31:e2:3b\",\"name\":\"14dda4085e166ea\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0dc6dd5-0f32-40c4-86f8-7ca565391e88\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:05:54.749499 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=131 I0420 23:05:54.810510 3676 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-cmsqj] creating logical port build-service_build-service-controller-manager-7cbf488fcf-cmsqj for pod on switch ip-10-0-2-216.ec2.internal I0420 23:05:54.810729 3676 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-cmsqj I0420 23:05:54.936622 3676 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-cmsqj] pod update took 125.927591ms I0420 23:05:54.936643 3676 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-cmsqj] addLogicalPort annotation time took 125.955062ms I0420 23:05:54.937989 3676 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-cmsqj] addLogicalPort took 127.498022ms, libovsdb time 938.714µs I0420 23:05:55.074540 3676 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:55.129596 3676 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-cmsqj fe1304146365ac34e9c39ebe1e66dcb2504b81edc18a7b058b4e03122139b3bc network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-cmsqj fe1304146365ac34e9c39ebe1e66dcb2504b81edc18a7b058b4e03122139b3bc network default NAD default NAD key ] I0420 23:05:55.139803 3676 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-cmsqj, hostIfaceName: fe1304146365ac3, network: default, NAD default, SandboxID: "fe1304146365ac34e9c39ebe1e66dcb2504b81edc18a7b058b4e03122139b3bc", PCI device ID: , UID: "57bd181e-1d88-4575-9945-20147138d9bc", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0420 23:05:55.194056 3676 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-cmsqj fe1304146365ac34e9c39ebe1e66dcb2504b81edc18a7b058b4e03122139b3bc network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-cmsqj fe1304146365ac34e9c39ebe1e66dcb2504b81edc18a7b058b4e03122139b3bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:40:a3:6f:45:c7\",\"name\":\"fe1304146365ac3\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d323d0e-0a8b-457f-976c-34195ab6d36f\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:05:55.679810 3676 namespace.go:142] [image-controller] updating namespace I0420 23:05:55.729102 3676 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-tcfwt] creating logical port release-service_release-service-controller-manager-58f96dcd8d-tcfwt for pod on switch ip-10-0-2-216.ec2.internal I0420 23:05:55.729204 3676 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-tcfwt I0420 23:05:55.764089 3676 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-tcfwt] pod update took 34.909997ms I0420 23:05:55.764174 3676 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-tcfwt] addLogicalPort annotation time took 34.998776ms I0420 23:05:55.765748 3676 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-tcfwt] addLogicalPort took 36.663308ms, libovsdb time 987.869µs I0420 23:05:56.069926 3676 namespace.go:142] [integration-service] updating namespace I0420 23:05:56.280450 3676 base_network_controller_pods.go:487] [default/konflux-ui/proxy-75d8cf6dfd-5hv9v] creating logical port konflux-ui_proxy-75d8cf6dfd-5hv9v for pod on switch ip-10-0-2-216.ec2.internal I0420 23:05:56.280566 3676 kube.go:256] Updating pod konflux-ui/proxy-75d8cf6dfd-5hv9v I0420 23:05:56.365947 3676 kube.go:256] Updating pod konflux-ui/proxy-75d8cf6dfd-5hv9v I0420 23:05:56.423576 3676 pod.go:62] [konflux-ui/proxy-75d8cf6dfd-5hv9v] pod update took 143.052053ms I0420 23:05:56.423605 3676 base_network_controller_pods.go:951] [default/konflux-ui/proxy-75d8cf6dfd-5hv9v] addLogicalPort annotation time took 143.084342ms I0420 23:05:56.425005 3676 pods.go:271] [konflux-ui/proxy-75d8cf6dfd-5hv9v] addLogicalPort took 144.574944ms, libovsdb time 941.337µs I0420 23:05:56.499088 3676 namespace.go:142] [konflux-info] updating namespace I0420 23:05:56.681621 3676 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:56.882567 3676 namespace.go:142] [release-service] updating namespace I0420 23:05:57.002258 3676 namespace.go:142] [build-service] updating namespace I0420 23:05:57.021156 3676 namespace.go:142] [default-tenant] updating namespace I0420 23:05:57.050914 3676 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:57.065301 3676 namespace.go:142] [image-controller] updating namespace I0420 23:05:57.093931 3676 namespace.go:142] [integration-service] updating namespace I0420 23:05:57.110694 3676 namespace.go:142] [konflux-info] updating namespace I0420 23:05:57.138973 3676 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:57.162002 3676 namespace.go:142] [release-service] updating namespace I0420 23:05:57.231004 3676 namespace.go:142] [build-service] updating namespace I0420 23:05:57.296078 3676 namespace.go:142] [default-tenant] updating namespace I0420 23:05:57.370651 3676 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:57.426439 3676 namespace.go:142] [image-controller] updating namespace I0420 23:05:57.501058 3676 namespace.go:142] [integration-service] updating namespace I0420 23:05:57.608264 3676 namespace.go:142] [konflux-info] updating namespace I0420 23:05:57.703303 3676 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:57.802347 3676 namespace.go:142] [release-service] updating namespace I0420 23:05:59.010853 3676 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:59.144020 3676 namespace.go:142] [segment-bridge] updating namespace W0420 23:05:59.227470 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0420 23:05:59.245274 3676 namespace.go:142] [segment-bridge] updating namespace W0420 23:05:59.252730 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0420 23:05:59.276892 3676 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 23:06:00.229630 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0420 23:06:02.239637 3676 cni.go:452] [konflux-ui/dex-6c44d99c57-bm7fn c8a8774b73e20ed80e32d5de31233cb9561918bff58e03aba2996bf618a30d70 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6c44d99c57-bm7fn c8a8774b73e20ed80e32d5de31233cb9561918bff58e03aba2996bf618a30d70 network default NAD default NAD key ] I0420 23:06:02.248907 3676 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6c44d99c57-bm7fn, hostIfaceName: c8a8774b73e20ed, network: default, NAD default, SandboxID: "c8a8774b73e20ed80e32d5de31233cb9561918bff58e03aba2996bf618a30d70", PCI device ID: , UID: "67861eeb-7786-4a3c-920a-4073727fe142", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0420 23:06:02.301415 3676 cni.go:473] [konflux-ui/dex-6c44d99c57-bm7fn c8a8774b73e20ed80e32d5de31233cb9561918bff58e03aba2996bf618a30d70 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6c44d99c57-bm7fn c8a8774b73e20ed80e32d5de31233cb9561918bff58e03aba2996bf618a30d70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:01:6a:72:b8:b1\",\"name\":\"c8a8774b73e20ed\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1e686bc-bd75-41bd-9292-435c0d03898a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:06:03.710364 3676 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-tcfwt 979cf580dd97de3e3d3e74422456be7bd27929fd44f530796b9c52b3866d582f network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-tcfwt 979cf580dd97de3e3d3e74422456be7bd27929fd44f530796b9c52b3866d582f network default NAD default NAD key ] I0420 23:06:03.720971 3676 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-tcfwt, hostIfaceName: 979cf580dd97de3, network: default, NAD default, SandboxID: "979cf580dd97de3e3d3e74422456be7bd27929fd44f530796b9c52b3866d582f", PCI device ID: , UID: "26171589-2eca-4b3d-9fec-61479e40f892", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0420 23:06:03.777710 3676 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-tcfwt 979cf580dd97de3e3d3e74422456be7bd27929fd44f530796b9c52b3866d582f network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-tcfwt 979cf580dd97de3e3d3e74422456be7bd27929fd44f530796b9c52b3866d582f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:40:24:fe:56:80\",\"name\":\"979cf580dd97de3\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8748f9ed-dc82-4921-841c-aa0507d904c6\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:06:04.128397 3676 cni.go:452] [konflux-ui/proxy-75d8cf6dfd-5hv9v d8caa499b3883d72841e4dd699e9f3a407099af327cb55ba5c54722204f6b821 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-75d8cf6dfd-5hv9v d8caa499b3883d72841e4dd699e9f3a407099af327cb55ba5c54722204f6b821 network default NAD default NAD key ] I0420 23:06:04.138605 3676 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-75d8cf6dfd-5hv9v, hostIfaceName: d8caa499b3883d7, network: default, NAD default, SandboxID: "d8caa499b3883d72841e4dd699e9f3a407099af327cb55ba5c54722204f6b821", PCI device ID: , UID: "222763b7-94d4-4506-8a5d-edb05090371d", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0420 23:06:04.190791 3676 cni.go:473] [konflux-ui/proxy-75d8cf6dfd-5hv9v d8caa499b3883d72841e4dd699e9f3a407099af327cb55ba5c54722204f6b821 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-75d8cf6dfd-5hv9v d8caa499b3883d72841e4dd699e9f3a407099af327cb55ba5c54722204f6b821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:02:b4:74:c9:bd\",\"name\":\"d8caa499b3883d7\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a2403a7-5c43-470f-89aa-3a5c40897a86\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:06:04.251056 3676 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0420 23:06:07.281772 3676 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 23:06:07.281863 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 23:06:10.238064 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 23:06:10.258265 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0420 23:06:10.311811 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:10.311828 3676 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:11.052021 3676 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 23:06:11.054642 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 23:06:11.074616 3676 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 23:06:11.076947 3676 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 23:06:11.107502 3676 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:11.107522 3676 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0420 23:06:13.583118 3676 namespace.go:142] [openshift-pipelines] updating namespace W0420 23:06:17.281243 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0420 23:06:17.883268 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0420 23:06:18.290348 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 23:06:18.291840 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0420 23:06:22.462993 3676 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:06:22.463552 3676 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:06:23.119496 3676 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:06:23.119521 3676 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:06:23.124274 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:06:23.124295 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:06:26.740573 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=150 I0420 23:06:31.883947 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0420 23:06:51.390317 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:51.390411 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0420 23:06:55.841632 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 23:07:16.845646 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 23:07:21.354783 3676 obj_retry.go:498] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:21.355428 3676 obj_retry.go:498] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:21.485100 3676 obj_retry.go:492] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:21.485120 3676 obj_retry.go:492] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:21.490971 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:07:21.490994 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:07:26.663706 3676 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:26.664328 3676 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:26.680596 3676 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:26.680611 3676 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:26.686073 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 23:07:26.686095 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 23:07:47.849823 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 23:07:48.854650 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0420 23:07:54.189079 3676 namespace.go:98] [default-managed-tenant-7qj8k] adding namespace I0420 23:07:54.190036 3676 namespace.go:102] [default-managed-tenant-7qj8k] adding namespace took 931.283µs I0420 23:07:54.213378 3676 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:54.236800 3676 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.285560 3676 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.416521 3676 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.516473 3676 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:08:21.834183 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 23:08:27.830285 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0420 23:08:34.830048 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 23:09:39.751902 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=622 I0420 23:09:59.745006 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0420 23:10:04.543780 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:10:04.544414 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:10:05.425627 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:10:05.425649 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:10:33.745491 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0420 23:11:25.881688 3676 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 23:11:46.743508 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0420 23:12:12.744813 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0420 23:13:30.886927 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 23:13:47.849389 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0420 23:13:50.833665 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0420 23:14:27.833549 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 23:14:29.853314 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 23:15:04.046954 3676 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:04.047004 3676 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:04.050979 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-rq47g I0420 23:15:04.051013 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-rq47g I0420 23:15:07.026458 3676 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:07.026506 3676 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:07.029703 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s6bmw I0420 23:15:07.029726 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s6bmw I0420 23:15:13.036943 3676 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:13.037001 3676 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:13.038867 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-p94cx I0420 23:15:13.038888 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-p94cx I0420 23:15:15.767844 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=42 I0420 23:15:50.844596 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 23:16:10.886724 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 23:16:43.858391 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 23:16:50.746534 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0420 23:17:11.755596 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0420 23:17:28.748893 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0420 23:17:35.838296 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 23:17:50.747772 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 23:18:15.886892 3676 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 23:19:26.748832 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0420 23:19:43.670512 3676 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-7d8l9 for pod on switch ip-10-0-2-216.ec2.internal I0420 23:19:43.670591 3676 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:19:43.686527 3676 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9] pod update took 15.957589ms I0420 23:19:43.686554 3676 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9] addLogicalPort annotation time took 15.987436ms I0420 23:19:43.687799 3676 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9] addLogicalPort took 17.301447ms, libovsdb time 798.873µs I0420 23:19:44.033503 3676 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key ] I0420 23:19:44.045040 3676 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-7d8l9, hostIfaceName: 17f411f9b6f559e, network: default, NAD default, SandboxID: "17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2", PCI device ID: , UID: "8e3adcb3-d1cf-44ff-8105-ae50e57befa6", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0420 23:19:44.101943 3676 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:73:51:85:69:67\",\"name\":\"17f411f9b6f559e\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a637e2a-5c0b-4a3e-9858-0bbb5281a7ab\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:19:44.282165 3676 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-init-pod for pod on switch ip-10-0-2-216.ec2.internal I0420 23:19:44.282322 3676 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod I0420 23:19:44.300452 3676 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod] pod update took 18.161004ms I0420 23:19:44.300474 3676 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod] addLogicalPort annotation time took 18.188831ms I0420 23:19:44.301708 3676 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod] addLogicalPort took 19.556201ms, libovsdb time 836.27µs I0420 23:19:44.647313 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key ] I0420 23:19:44.657950 3676 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-init-pod, hostIfaceName: 3d09eff246fb740, network: default, NAD default, SandboxID: "3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e", PCI device ID: , UID: "2029da50-baa7-462a-895e-3d454089d511", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0420 23:19:44.711467 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:eb:dc:87:dc:86\",\"name\":\"3d09eff246fb740\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b204205b-ca0e-4982-ab8e-dea93fa62c48\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:19:49.920855 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:19:49.921586 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:19:50.674520 3676 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:19:50.674568 3676 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:19:50.681516 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod I0420 23:19:50.681541 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod W0420 23:19:57.766541 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766560 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766566 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766571 3676 util.go:959] Failed to build node endpoints for node ip-10-0-2-216.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0420 23:20:01.851116 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key ] I0420 23:20:01.940074 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod 3d09eff246fb74089a187a55b9fc9ecb951965705ae57aa31487731c4f3c028e network default NAD default NAD key default], result "{}", err I0420 23:20:02.044014 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:02.044050 3676 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod I0420 23:20:02.045343 3676 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod, ips: 10.130.0.45 I0420 23:20:02.045367 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:03.909312 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:03.909872 3676 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:04.762126 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.762167 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.797284 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.797306 3676 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.800059 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 23:20:04.800084 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 23:20:19.056090 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:19.056646 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:19.503352 3676 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod for pod on switch ip-10-0-2-216.ec2.internal I0420 23:20:19.503506 3676 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod I0420 23:20:19.570817 3676 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod I0420 23:20:19.622412 3676 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod] pod update took 118.949052ms I0420 23:20:19.622433 3676 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod] addLogicalPort annotation time took 118.975101ms I0420 23:20:19.623796 3676 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod] addLogicalPort took 120.465909ms, libovsdb time 913.027µs I0420 23:20:19.858684 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key ] I0420 23:20:19.868329 3676 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod, hostIfaceName: 0145ee92215451c, network: default, NAD default, SandboxID: "0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc", PCI device ID: , UID: "4c66fe7a-59cf-4732-8fbb-c5dd03c06d0a", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0420 23:20:20.130682 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:2f:ff:b8:c0:e1\",\"name\":\"0145ee92215451c\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d2bb847-5ec1-40c8-8b17-2bed187ca27f\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:20:36.852964 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0420 23:20:51.889795 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 23:21:00.232492 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key ] I0420 23:21:00.329185 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod 0145ee92215451c20f21cbab8a2fa41b9428710f732a80de597aa4674a4365cc network default NAD default NAD key default], result "{}", err I0420 23:21:00.440829 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:21:00.440980 3676 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod I0420 23:21:00.442758 3676 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod, ips: 10.130.0.46 I0420 23:21:00.442789 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:21:14.889698 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0420 23:21:17.848082 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 23:21:24.770655 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0420 23:21:53.836862 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 23:23:20.836555 3676 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 23:23:31.580103 3676 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-build-image-index-pod for pod on switch ip-10-0-2-216.ec2.internal I0420 23:23:31.580317 3676 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod I0420 23:23:31.604463 3676 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod] pod update took 24.183165ms I0420 23:23:31.604489 3676 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod] addLogicalPort annotation time took 24.213502ms I0420 23:23:31.605867 3676 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod] addLogicalPort took 25.782385ms, libovsdb time 938.682µs I0420 23:23:31.945515 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key ] I0420 23:23:31.955449 3676 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-build-image-index-pod, hostIfaceName: 9e3de40d8d2f341, network: default, NAD default, SandboxID: "9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44", PCI device ID: , UID: "ffb108dc-7564-42ab-a099-85fb18444a61", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0420 23:23:32.009117 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:73:3a:08:25:3b\",\"name\":\"9e3de40d8d2f341\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33488951-fd33-4bc2-b5f2-63187a59bf78\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:23:32.261394 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:23:32.261951 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:23:39.856372 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0420 23:23:42.753087 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0420 23:24:01.749262 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0420 23:24:02.179032 3676 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-clamav-scan-pod for pod on switch ip-10-0-2-216.ec2.internal I0420 23:24:02.179174 3676 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod I0420 23:24:02.218040 3676 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod] pod update took 38.895735ms I0420 23:24:02.218061 3676 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod] addLogicalPort annotation time took 38.922206ms I0420 23:24:02.219397 3676 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod] addLogicalPort took 40.378778ms, libovsdb time 868.279µs I0420 23:24:02.323678 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key ] I0420 23:24:02.412082 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod 9e3de40d8d2f3417e78f476e749da5a9e0a5dae2c24f0528ddfccb826293ac44 network default NAD default NAD key default], result "{}", err I0420 23:24:02.487460 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:24:02.487502 3676 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod I0420 23:24:02.488884 3676 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod, ips: 10.130.0.47 I0420 23:24:02.488911 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:24:02.534839 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key ] I0420 23:24:02.546187 3676 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-clamav-scan-pod, hostIfaceName: fe73243c4f7161e, network: default, NAD default, SandboxID: "fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc", PCI device ID: , UID: "48d0b33b-52ff-4244-ab0d-3de352559fbb", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0420 23:24:02.603192 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ed:fd:bf:d7:e3\",\"name\":\"fe73243c4f7161e\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cabbc005-4dcf-4470-830e-1502debee91c\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:24:03.703873 3676 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-tpa-scan-pod for pod on switch ip-10-0-2-216.ec2.internal I0420 23:24:03.704026 3676 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod I0420 23:24:03.727244 3676 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod] pod update took 23.247601ms I0420 23:24:03.727265 3676 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod] addLogicalPort annotation time took 23.273901ms I0420 23:24:03.728632 3676 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod] addLogicalPort took 24.77719ms, libovsdb time 957.409µs I0420 23:24:04.072182 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key ] I0420 23:24:04.082410 3676 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-tpa-scan-pod, hostIfaceName: aa2f1c3c019b00f, network: default, NAD default, SandboxID: "aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf", PCI device ID: , UID: "de5e1528-5db5-477c-b98d-f5f34b314ba9", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0420 23:24:04.135847 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:57:1f:8f:2e:9b\",\"name\":\"aa2f1c3c019b00f\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a783279b-f1ff-4acf-b510-42a117f0ba8a\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 23:24:09.246947 3676 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/segment-backup-installation-9s4bf-ln5k7 I0420 23:25:04.777602 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key ] I0420 23:25:04.869293 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod aa2f1c3c019b00f22f7969ebed19ecdf7a0adec364aaddf89d4e597edc948edf network default NAD default NAD key default], result "{}", err I0420 23:25:05.004640 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:05.004687 3676 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod I0420 23:25:05.006204 3676 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod, ips: 10.130.0.49 I0420 23:25:05.006245 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:08.861619 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 23:25:14.841573 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 23:25:20.195916 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:20.196548 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:21.751547 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0420 23:25:23.219987 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:23.220582 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:25.234072 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:25.234841 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:29.308913 3676 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key ] I0420 23:25:29.405143 3676 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 17f411f9b6f559ec608fbaac2fed9bf17a6f32b0933969b4c9f1b449e67ab0a2 network default NAD default NAD key default], result "{}", err I0420 23:25:29.469759 3676 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:29.469789 3676 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:25:29.471517 3676 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9, ips: 10.130.0.44 I0420 23:25:29.471552 3676 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:30.231852 3676 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:25:30.231880 3676 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:25:30.237054 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:25:30.237088 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:25:31.253923 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:31.254519 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:44.890024 3676 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 23:26:16.936752 3676 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:26:16.937445 3676 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:26:17.753153 3676 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:26:17.753183 3676 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:26:17.755870 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:26:17.755896 3676 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:26:40.765674 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=202 I0420 23:27:33.751312 3676 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0420 23:27:48.855869 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 23:27:50.847536 3676 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key ] I0420 23:27:50.939610 3676 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod fe73243c4f7161e02d5782a4aded70b37c44f73e7ff6eb4b8a5ad8c7b29e4cdc network default NAD default NAD key default], result "{}", err I0420 23:27:51.011469 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:27:51.011506 3676 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod I0420 23:27:51.012919 3676 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod, ips: 10.130.0.48 I0420 23:27:51.012954 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:06.893281 3676 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0420 23:28:23.496141 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:23.496808 3676 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:40.881647 3676 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-wtjo-7r7c8-verify-pod] creating logical port default-tenant_my-integration-test-wtjo-7r7c8-verify-pod for pod on switch ip-10-0-2-216.ec2.internal I0420 23:28:40.881817 3676 kube.go:256] Updating pod default-tenant/my-integration-test-wtjo-7r7c8-verify-pod I0420 23:28:40.990787 3676 kube.go:256] Updating pod default-tenant/my-integration-test-wtjo-7r7c8-verify-pod I0420 23:28:41.086374 3676 pod.go:62] [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod] pod update took 204.601822ms I0420 23:28:41.086399 3676 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-wtjo-7r7c8-verify-pod] addLogicalPort annotation time took 204.630373ms I0420 23:28:41.087636 3676 pods.go:271] [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod] addLogicalPort took 206.010437ms, libovsdb time 845.321µs I0420 23:28:41.242648 3676 cni.go:452] [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key ] I0420 23:28:41.251960 3676 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-wtjo-7r7c8-verify-pod, hostIfaceName: 0ab690cfdab1c42, network: default, NAD default, SandboxID: "0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8", PCI device ID: , UID: "d66fd575-60f1-484e-9f9d-92921432e968", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0420 23:28:41.306445 3676 cni.go:473] [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e5:13:e5:b6:6f\",\"name\":\"0ab690cfdab1c42\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f7246ec-9538-4293-9f07-214830e1884d\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 23:28:41.619259 3676 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:41.619806 3676 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:02.326898 3676 cni.go:452] [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key ] I0420 23:29:02.429310 3676 cni.go:473] [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-wtjo-7r7c8-verify-pod 0ab690cfdab1c42faa2a51123934bf9024abd487405f144affbcabaa2210bba8 network default NAD default NAD key default], result "{}", err I0420 23:29:02.535458 3676 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:02.535492 3676 pods.go:176] Deleting pod: default-tenant/my-integration-test-wtjo-7r7c8-verify-pod I0420 23:29:02.536804 3676 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-wtjo-7r7c8-verify-pod, ips: 10.130.0.50 I0420 23:29:02.536834 3676 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it